-- Logs begin at Wed 2022-04-06 13:03:16 UTC, end at Wed 2022-04-06 14:17:21 UTC. -- Apr 06 13:40:54.230809 dv-cinder-836804-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 13:40:57.567489 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.common.config [-] Logging enabled! Apr 06 13:40:57.568190 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 13:40:57.568371 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109931) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 13:40:57.571903 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.common.config [-] Logging enabled! Apr 06 13:40:57.572155 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 13:40:57.572459 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109931) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 13:40:57.573464 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:40:57.573697 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:40:57.574088 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:40:57.574329 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:40:57.574552 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:40:57.574983 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.575520 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 13:40:57.575849 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.576205 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.576531 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.576828 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.577148 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.577451 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.577739 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.578030 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.578318 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.578595 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.578877 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.579166 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.579486 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.579776 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.580121 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.580589 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] debug = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.580879 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.581332 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.581776 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.582127 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.582455 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.582735 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.583006 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.583280 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.583602 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.583974 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] host = dv-cinder-836804-1-iscsi {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.584252 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.584601 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.584926 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.585355 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.585663 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.585951 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.586378 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.586657 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.587035 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] log_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.587327 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.587720 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.588007 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.588296 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.588519 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.588779 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.589192 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.589509 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.589951 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.590234 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.590573 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.590877 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.591152 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.591538 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.591820 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.592219 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.592618 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.592960 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.593233 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.593630 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.593907 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.594324 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.594596 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.594903 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.595177 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.595575 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.595972 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.596249 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.596586 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.596909 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.597186 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.597528 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.597803 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.598082 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.598351 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.598681 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.598999 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] use_json = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.599218 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.599576 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.599973 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.600255 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.600579 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.600858 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.601310 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.601587 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.601858 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:40:57.602161 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.602453 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.602869 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.603165 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.603479 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.603788 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.604117 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.604509 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.604800 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.605166 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.605573 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.605858 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.606350 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.606714 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.607056 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.607538 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.607864 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.608219 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.608503 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.608818 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.609120 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.609424 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.609856 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.610141 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.610431 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.610721 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.611004 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.611298 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.611643 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.611958 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.612246 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.612518 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.612797 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.613088 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.613391 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.613666 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.613994 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.614283 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.614559 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.614830 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.615110 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.615384 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.615734 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.616084 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.616450 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.616872 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.617356 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.617638 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.617968 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.618253 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.618523 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.618808 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.619085 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.619418 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.619693 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.620024 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.620342 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.620678 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.620989 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.621319 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.621639 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.622003 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.622394 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.622669 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.622939 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.623208 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.623476 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.623746 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.624055 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.624356 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.624633 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.624943 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.625244 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.625740 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.625979 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.626278 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.626555 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.626832 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.627109 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.627452 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.627766 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.628046 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.628419 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.628704 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.628974 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.629401 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.629724 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.630017 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.630321 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.630598 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.630893 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.631185 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.631537 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.631899 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.632212 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.632488 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.632767 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.633047 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.633365 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.633658 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.633948 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.634237 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.634528 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.634807 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.635112 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.635388 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:40:57.635599 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:40:57.635845 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109931) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 13:40:58.038752 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 13:40:58.039092 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 13:40:58.039310 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 13:40:58.039643 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 13:40:58.398466 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.398774 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.399038 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.400358 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.400631 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.402932 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.461306 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.461590 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.461869 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.482790 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.482790 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.482790 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.512408 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.512712 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.513109 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.554513 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.554811 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.555055 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.933008 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.933742 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.933742 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.933989 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:58.934845 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.067272 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.067721 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.068150 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.068544 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.068944 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.069358 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.069751 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.070149 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.070495 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.070840 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.071193 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.071640 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.072087 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.072483 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.072851 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.073281 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.073708 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.074138 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.074458 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.074788 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.075209 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.075613 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.076074 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.076470 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.076731 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.076988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.077610 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:40:59.077964 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:40:59.078242 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:40:59.078578 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:40:59.078971 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:40:59.079374 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:40:59.079984 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 13:40:59.084909 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 13:40:59.090590 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 13:40:59.095302 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 06 13:40:59.097417 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 13:40:59.098096 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 13:40:59.098542 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 13:40:59.099162 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 13:40:59.104305 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 13:40:59.104643 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 13:40:59.105159 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 13:40:59.111226 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 13:40:59.142863 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 13:40:59.143556 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.143999 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109931) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 13:40:59.144554 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.146499 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109931) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 13:40:59.146888 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 13:40:59.147166 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 13:40:59.151484 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.151871 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.243777 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 13:40:59.243979 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 13:40:59.244241 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 13:40:59.244754 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 13:40:59.274091 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_db.sqlalchemy.engines [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109931) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 13:40:59.782143 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Initializing driver for type 'gre' Apr 06 13:40:59.782751 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] gre ID ranges: [(1, 1000)] Apr 06 13:40:59.843627 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Initializing driver for type 'local' Apr 06 13:40:59.844083 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Initializing driver for type 'vlan' Apr 06 13:40:59.858714 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] VlanTypeDriver initialization complete Apr 06 13:40:59.859177 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Initializing driver for type 'vxlan' Apr 06 13:40:59.859815 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] vxlan ID ranges: [(1, 1000)] Apr 06 13:40:59.917919 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Initializing extension driver 'port_security' Apr 06 13:40:59.918316 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.extensions.port_security [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] PortSecurityExtensionDriver initialization complete Apr 06 13:40:59.918771 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Initializing mechanism driver 'openvswitch' Apr 06 13:40:59.919127 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Initializing mechanism driver 'hyperv' Apr 06 13:40:59.926205 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.plugins.ml2.plugin [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:40:59.927061 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > port after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.927433 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > port after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.927788 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > port after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.928325 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:40:59.928759 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.929114 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.929485 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.929881 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:40:59.930282 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > network after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.930627 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > network after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.930968 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > network after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.931358 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:40:59.931765 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > security_group after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.932117 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > security_group after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.932457 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.932842 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:40:59.933247 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.933795 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.933938 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.934331 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:40:59.934734 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > address_group after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.935078 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > address_group after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.935414 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.935803 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 13:40:59.936243 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] ML2 OVO RPC backend initialized. {{(pid=109931) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 13:40:59.936950 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.937332 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.937751 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > network before_response 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.938096 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > networks before_response 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.938442 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > port before_response 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.938780 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > ports before_response 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.939123 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > subnet before_response 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.939460 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > subnets before_response 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.939830 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > network after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.940169 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > network after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.940505 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > network after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.940838 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > port after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.941172 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > port after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.941526 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > port after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.941865 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.942196 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.942526 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.949928 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded quota_driver: . Apr 06 13:40:59.950294 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.plugin [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Modular L2 Plugin initialization complete Apr 06 13:40:59.950641 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading services supported by the core plugin {{(pid=109931) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 13:40:59.951011 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.plugins.ml2.managers [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Got port-security extension from driver 'port_security' Apr 06 13:40:59.951499 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.extensions.vlantransparent [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Disabled vlantransparent extension. Apr 06 13:40:59.951990 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109931) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 13:40:59.952311 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading Plugin: router Apr 06 13:40:59.987200 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.987589 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router after_create 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.987960 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router before_create 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.988318 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.988689 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.989037 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router after_delete 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.989418 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.989767 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.990120 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router after_create 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.990463 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router after_update 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.990797 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router after_update 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.991134 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.991489 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router after_update 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.991897 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.992262 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: port after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.992593 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: port after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.992929 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: subnet after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.993271 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.993631 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.993969 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.994303 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: port before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.994643 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.994990 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router after_update 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.995326 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.995670 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.996012 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.996353 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.996712 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > agent after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.997191 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > agent after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.997561 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > network after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:40:59.998427 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Tracking information for resource: router configured {{(pid=109931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:40:59.998758 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Tracking information for resource: floatingip configured {{(pid=109931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 13:41:00.003853 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.db.l3_agentschedulers_db [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 13:41:00.004427 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: port after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.004789 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: port after_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.005143 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: port after_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.005514 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: port after_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.006311 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router before_create 55550100 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.006677 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.007039 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_create 55550100 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.007396 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > router precommit_update 55550100 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.012156 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.services.provider_configuration [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service providers = [] {{(pid=109931) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 13:41:00.012519 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.db.servicetype_db [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109931) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 13:41:00.015434 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.services.service_base [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:41:00.015809 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.services.service_base [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:41:00.016126 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.services.service_base [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:41:00.017001 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.services.service_base [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 13:41:00.017407 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.services.service_base [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 13:41:00.017795 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:41:00.018153 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 13:41:00.028610 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:41:00.028907 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading Plugin: auto_allocate Apr 06 13:41:00.035117 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: network precommit_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.035464 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: network precommit_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.035943 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:41:00.036260 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading Plugin: tag Apr 06 13:41:00.042948 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:41:00.043275 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading Plugin: timestamp Apr 06 13:41:00.047090 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:41:00.047420 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading Plugin: network_ip_availability Apr 06 13:41:00.052904 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.053281 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.053670 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.054378 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:41:00.054694 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading Plugin: flavors Apr 06 13:41:00.060745 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:41:00.061075 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading Plugin: revisions Apr 06 13:41:00.065396 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 13:41:00.065794 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_concurrency.lockutils [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.026s {{(pid=109931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 13:41:00.066533 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109931) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 13:41:00.066867 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Initializing extension manager. Apr 06 13:41:00.067408 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: __init__.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.067741 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: __pycache__ {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.068074 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: address_group.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.068807 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.069406 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: address-group Apr 06 13:41:00.070013 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: address_scope.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.070718 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.071226 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: address-scope Apr 06 13:41:00.071546 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.072438 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.072947 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: router-admin-state-down-before-update Apr 06 13:41:00.073281 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: agent.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.073986 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.074490 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: agent Apr 06 13:41:00.074848 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: agent_resources_synced.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.075704 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.076214 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: agent-resources-synced Apr 06 13:41:00.076535 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: allowedaddresspairs.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.078329 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.078848 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: allowed-address-pairs Apr 06 13:41:00.079171 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: auto_allocated_topology.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.080234 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.080803 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: auto-allocated-topology Apr 06 13:41:00.081126 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: availability_zone.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.081836 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.082344 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: availability_zone Apr 06 13:41:00.082662 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: availability_zone_filter.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.083558 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.084062 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: availability_zone_filter Apr 06 13:41:00.084380 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: data_plane_status.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.085283 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.085799 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 13:41:00.086121 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: default_subnetpools.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.087014 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.087527 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: default-subnetpools Apr 06 13:41:00.087844 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.088633 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.089136 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: dhcp_agent_scheduler Apr 06 13:41:00.089487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: dns.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.090384 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.090884 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 13:41:00.091201 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: dns_domain_ports.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.092100 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.092601 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 13:41:00.092923 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.093855 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.094362 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 13:41:00.094678 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: dvr.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.095333 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.095830 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: dvr Apr 06 13:41:00.096170 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: ecmp_routes.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.097078 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.097615 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 13:41:00.097937 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: empty_string_filtering.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.098833 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.099338 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: empty-string-filtering Apr 06 13:41:00.099659 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.100550 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.101415 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 13:41:00.101741 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.102641 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.103142 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 13:41:00.103462 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: external_net.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.104346 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.104853 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: external-net Apr 06 13:41:00.105172 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.106081 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.106587 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: extra_dhcp_opt Apr 06 13:41:00.106908 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: extraroute.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.107801 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.108307 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: extraroute Apr 06 13:41:00.108626 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: extraroute_atomic.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.109660 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.110168 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: extraroute-atomic Apr 06 13:41:00.110487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: filter_validation.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.111141 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.111688 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: filter-validation Apr 06 13:41:00.112004 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: fip_pf_description.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.112896 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.113437 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 13:41:00.113750 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: fip_pf_port_range.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.114654 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.115155 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 13:41:00.115468 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: fip_port_details.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.116557 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.117066 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: fip-port-details Apr 06 13:41:00.117424 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: flavors.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.118633 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.119150 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: flavors Apr 06 13:41:00.119470 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.121146 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.121694 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 13:41:00.122024 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: floatingip_pools.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.122710 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.123233 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: floatingip-pools Apr 06 13:41:00.123549 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: ip_allocation.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.124452 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.124956 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 13:41:00.125275 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.126201 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.126710 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: ip-substring-filtering Apr 06 13:41:00.127035 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l2_adjacency.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.128201 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.128747 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 13:41:00.129088 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.130135 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.130674 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: router Apr 06 13:41:00.131020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.133355 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.133895 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 13:41:00.134233 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.135169 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.135693 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: ext-gw-mode Apr 06 13:41:00.136026 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.136951 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.137510 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: l3-ha Apr 06 13:41:00.137849 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.138768 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.139289 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 13:41:00.139618 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3_flavors.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.140544 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.141074 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: l3-flavors Apr 06 13:41:00.141444 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.142833 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.143364 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 13:41:00.143699 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.144622 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.145148 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 13:41:00.145500 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: l3agentscheduler.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.146568 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.147097 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: l3_agent_scheduler Apr 06 13:41:00.147434 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: local_ip.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.149292 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.149841 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension local_ip not supported by any of loaded plugins Apr 06 13:41:00.150180 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: logging.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.151820 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.152359 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension logging not supported by any of loaded plugins Apr 06 13:41:00.152692 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: metering.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.153479 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.154072 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: metering Apr 06 13:41:00.154402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.155508 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.156039 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: metering_source_and_destination_fields Apr 06 13:41:00.156369 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: multiprovidernet.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.157338 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.157865 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: multi-provider Apr 06 13:41:00.158607 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: netmtu.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.159530 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.160055 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: net-mtu Apr 06 13:41:00.160381 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: netmtu_writable.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.161336 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.161860 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: net-mtu-writable Apr 06 13:41:00.162183 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: network_availability_zone.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.162858 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.163371 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: network_availability_zone Apr 06 13:41:00.163696 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: network_ip_availability.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.164813 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.165370 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: network-ip-availability Apr 06 13:41:00.165705 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: network_segment_range.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.166479 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.167000 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 13:41:00.167334 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: pagination.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.168327 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.168660 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: pagination Apr 06 13:41:00.168993 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: port_device_profile.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.170046 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.170849 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: port-device-profile Apr 06 13:41:00.171185 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.172110 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.172630 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: port-mac-address-regenerate Apr 06 13:41:00.172955 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.173899 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.174419 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: port-numa-affinity-policy Apr 06 13:41:00.174744 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: port_resource_request.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.175668 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.176178 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 13:41:00.176503 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: port_resource_request_groups.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.177524 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.178044 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 13:41:00.178369 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: portbindings.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.179296 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.179809 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: binding Apr 06 13:41:00.180136 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: portbindings_extended.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.181752 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.182281 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: binding-extended Apr 06 13:41:00.182615 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: portsecurity.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.183539 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.184065 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: port-security Apr 06 13:41:00.184394 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: project_id.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.185410 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.185748 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: project-id Apr 06 13:41:00.186076 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: providernet.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.187059 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.187595 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: provider Apr 06 13:41:00.187924 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.191496 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.192032 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos not supported by any of loaded plugins Apr 06 13:41:00.192366 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.193638 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.194169 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 13:41:00.194502 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.195430 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.195955 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 13:41:00.196286 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_default.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.197214 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.197783 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-default not supported by any of loaded plugins Apr 06 13:41:00.198113 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_fip.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.199033 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.199563 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 13:41:00.199891 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.200816 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.201377 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 13:41:00.201716 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_gateway_ip.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.202784 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.203311 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 13:41:00.203642 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_port_network_policy.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.204560 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.205086 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 13:41:00.205448 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.206499 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.207020 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 13:41:00.207360 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.208400 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.208926 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 13:41:00.209273 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_pps_rule.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.210471 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.210998 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 13:41:00.211327 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_rule_type_details.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.212250 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.212777 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 13:41:00.213108 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.214066 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.214596 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 13:41:00.214924 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: qos_rules_alias.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.215963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.216488 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 13:41:00.216815 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: quota_check_limit.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.217768 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.218294 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: quota-check-limit Apr 06 13:41:00.218619 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: quotasv2.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.219612 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.219943 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: quotas Apr 06 13:41:00.220273 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: quotasv2_detail.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.222093 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.222438 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: quota_details Apr 06 13:41:00.222774 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: rbac.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.223853 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.224396 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: rbac-policies Apr 06 13:41:00.224729 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: rbac_address_group.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.225710 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.226246 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: rbac-address-group Apr 06 13:41:00.226581 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: rbac_address_scope.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.227511 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.228039 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: rbac-address-scope Apr 06 13:41:00.228367 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: rbac_security_groups.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.229387 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.229916 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: rbac-security-groups Apr 06 13:41:00.230244 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: rbac_subnetpool.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.231174 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.231698 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: rbac-subnetpool Apr 06 13:41:00.232024 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: revisionifmatch.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.232954 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.233523 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: revision-if-match Apr 06 13:41:00.233855 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: revisions.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.234972 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.235503 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: standard-attr-revisions Apr 06 13:41:00.235833 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: router_availability_zone.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.236513 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.237070 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: router_availability_zone Apr 06 13:41:00.237448 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: routerservicetype.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.238378 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.238901 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 13:41:00.239228 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.240153 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.240684 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: security-groups-normalized-cidr Apr 06 13:41:00.241005 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.241975 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.242496 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: port-security-groups-filtering Apr 06 13:41:00.242824 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.243762 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.244282 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: security-groups-remote-address-group Apr 06 13:41:00.244615 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.245574 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.246091 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: security-groups-shared-filtering Apr 06 13:41:00.246419 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.247013 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 13:41:00.247346 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: securitygroup.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.257188 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.257759 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: security-group Apr 06 13:41:00.258098 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: segment.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.258821 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.259357 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension segment not supported by any of loaded plugins Apr 06 13:41:00.259690 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.260641 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.261170 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 13:41:00.261542 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: servicetype.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.262649 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.263183 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: service-type Apr 06 13:41:00.263514 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: sorting.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.264504 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.264839 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: sorting Apr 06 13:41:00.265171 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: standard_attr_segment.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.266189 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.266720 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 13:41:00.267050 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: standardattrdescription.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.267708 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.268266 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: standard-attr-description Apr 06 13:41:00.268596 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: stateful_security_group.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.269578 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.270109 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: stateful-security-group Apr 06 13:41:00.270435 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: stdattrs_common.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.271011 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 13:41:00.271333 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.272633 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.273176 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 13:41:00.273536 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: subnet_onboard.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.274645 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.275181 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: subnet_onboard Apr 06 13:41:00.275513 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.276457 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.276987 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 13:41:00.277346 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: subnet_service_types.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.278302 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.278827 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: subnet-service-types Apr 06 13:41:00.279157 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: subnetallocation.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.280288 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.280814 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: subnet_allocation Apr 06 13:41:00.281145 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.281873 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.282397 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: subnetpool-prefix-ops Apr 06 13:41:00.282724 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.284080 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.284606 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 13:41:00.284935 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: tagging.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.286140 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.286618 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: standard-attr-tag Apr 06 13:41:00.286953 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: timestamp.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.288182 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.288702 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loaded extension: standard-attr-timestamp Apr 06 13:41:00.289033 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: trunk.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.290113 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.290637 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension trunk not supported by any of loaded plugins Apr 06 13:41:00.290965 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: trunk_details.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.291894 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.292414 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 13:41:00.292741 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: uplink_status_propagation.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.293692 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.294211 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 13:41:00.294539 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Loading extension file: vlantransparent.py {{(pid=109931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 13:41:00.295222 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 13:41:00.295733 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 13:41:00.298429 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:network Apr 06 13:41:00.298969 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:subnet Apr 06 13:41:00.299420 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:41:00.299820 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:port Apr 06 13:41:00.301127 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.301606 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service FLAVORS assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.302325 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.302765 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.303102 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:router Apr 06 13:41:00.303536 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 13:41:00.304030 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service METERING assigned prefix: /metering {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.305568 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.305945 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.306307 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:41:00.307885 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 13:41:00.308346 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:security_group Apr 06 13:41:00.308795 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 13:41:00.309439 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service CORE assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.309779 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:41:00.310143 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] subnetpool is already registered Apr 06 13:41:00.310599 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service CORE assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.310937 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:41:00.311273 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] subnetpool is already registered Apr 06 13:41:00.313642 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.314084 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service FLAVORS assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.314732 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.315172 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.315511 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:router Apr 06 13:41:00.315855 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] router is already registered Apr 06 13:41:00.316272 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 13:41:00.316610 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] floatingip is already registered Apr 06 13:41:00.317076 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service METERING assigned prefix: /metering {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.317793 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 13:41:00.318127 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] rbac_policy is already registered Apr 06 13:41:00.318546 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:security_group Apr 06 13:41:00.318883 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] security_group is already registered Apr 06 13:41:00.319296 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 13:41:00.319633 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] security_group_rule is already registered Apr 06 13:41:00.320265 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service CORE assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.320603 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:41:00.320944 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] subnetpool is already registered Apr 06 13:41:00.321402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.v2.resource_helper [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Service CORE assigned prefix: {{(pid=109931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 13:41:00.321731 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 13:41:00.322067 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING neutron.quota.resource_registry [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] subnetpool is already registered Apr 06 13:41:00.322556 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: extensions {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.324044 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: address-groups {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.325553 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: address-scopes {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.326891 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: agents {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.328050 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: auto-allocated-topology {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.329345 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: availability_zones {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.330609 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: dhcp-networks {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.332114 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: dhcp-agents {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.333574 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: routers {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.336852 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: flavors {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.338090 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: service_profiles {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.339330 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: next_providers {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.340944 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: service_profiles {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.342718 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: floatingip-pools {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.344073 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: routers {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.346741 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: floatingips {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.348285 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: l3-routers {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.350144 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: l3-agents {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.351862 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: metering-labels {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.353664 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: metering-label-rules {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.355223 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: network-ip-availabilities {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.356783 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: bindings {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.358899 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: quotas {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.360914 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: quotas {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.362898 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: rbac-policies {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.364439 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: security-groups {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.365721 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: security-group-rules {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.366942 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: service-providers {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.368169 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: subnetpools {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.369658 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: subnetpools {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.371116 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.373101 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.374944 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.376735 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.378597 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.380421 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.382164 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.384091 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.385876 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.387713 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron.api.extensions [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Extended resource: tags {{(pid=109931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 13:41:00.393761 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING keystonemiddleware.auth_token [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 13:41:00.398575 dv-cinder-836804-1-iscsi neutron-server[109931]: WARNING keystonemiddleware.auth_token [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 13:41:00.407179 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_concurrency.lockutils [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Acquired lock "singleton_lock" {{(pid=109931) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 13:41:00.407662 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_concurrency.lockutils [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Releasing lock "singleton_lock" {{(pid=109931) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 13:41:00.408689 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO oslo_service.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Starting 2 workers Apr 06 13:41:00.413818 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Started child 110042 {{(pid=109931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:41:00.418313 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Started child 110043 {{(pid=109931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:41:00.419166 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:00.419843 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO neutron.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 13:41:00.420490 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:00.420663 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [-] (110042) wsgi starting up on http://0.0.0.0:9696 Apr 06 13:41:00.422893 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO oslo_service.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Starting 1 workers Apr 06 13:41:00.423030 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:00.424560 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [-] (110043) wsgi starting up on http://0.0.0.0:9696 Apr 06 13:41:00.428156 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Started child 110044 {{(pid=109931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:41:00.428706 dv-cinder-836804-1-iscsi neutron-server[109931]: INFO oslo_service.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Starting 1 workers Apr 06 13:41:00.434463 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] calling RpcWorker wait() {{(pid=110044) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 13:41:00.434463 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] returning from RpcWorker wait() {{(pid=110044) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 13:41:00.435091 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Started child 110045 {{(pid=109931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 13:41:00.435091 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG neutron_lib.callbacks.manager [None req-d823c775-0f39-4467-8640-d455d601d7c8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:00.435272 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:00.435272 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:00.435398 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44208) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:00.435975 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109931) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 13:41:00.436186 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:41:00.436375 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:41:00.436610 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:41:00.436948 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:41:00.437112 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:41:00.437661 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.437935 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.438217 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.438468 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.438743 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.439345 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.439603 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.439926 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.440205 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.440460 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.440634 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.440806 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.441070 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.441327 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.441714 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.441979 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.442218 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.442493 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.442684 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.442939 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.443839 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.443839 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.443981 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064242 Apr 06 13:41:00.444054 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] debug = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.444054 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.444970 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:00.445902 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.447333 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.447671 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.447916 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.448202 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.448448 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.448732 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.448960 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.449202 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.449487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.449759 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.450906 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.451178 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.452242 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.452501 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.452772 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.453020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.453509 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] host = dv-cinder-836804-1-iscsi {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.453765 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.453997 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.454385 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.454655 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.454904 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.455138 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.455402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.455663 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.455906 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.456138 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.456374 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.456619 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.456856 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.457235 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.457457 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_options = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.457675 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.457953 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.458209 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.458397 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.458567 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.458732 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.458997 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.459158 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.459420 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.459639 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.459854 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.460069 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.460295 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.460509 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.460736 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.460952 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.461181 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.461436 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.461681 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.461931 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.463963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.463963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.463963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.463963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.463963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.463963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.463963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.463963 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.464489 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.464489 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.464621 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.464867 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.465045 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.465396 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.465606 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.465836 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.467988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.467988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.467988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.467988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.467988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.467988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.467988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.467988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.470184 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.470184 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.470184 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_json = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.470184 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.470184 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.470508 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.470667 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.470864 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:00.470986 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.471444 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.471674 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.471903 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.472134 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.472688 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.472935 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.474003 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.474003 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.474003 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.474239 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.475426 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.475426 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.475586 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.475859 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.476300 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.476524 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.476836 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.477097 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.477507 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.477849 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.478087 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.478351 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.479487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.479487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.479487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.479487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.479487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.479912 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.479912 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.480119 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.480485 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.480628 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.481207 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.481564 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.482251 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.482251 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.482436 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.482595 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.482759 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.482961 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.483198 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.483416 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.483631 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.483884 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.484506 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.484506 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.484785 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.485834 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.486073 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.486309 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.486617 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.486887 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.487121 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.488134 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.489294 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.489653 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.490490 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.490490 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.490490 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.490731 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.490947 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.491155 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.491408 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.491666 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.491874 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.492145 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.492347 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.492577 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.492796 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.493017 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.493292 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.493515 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.493763 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.493985 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.494201 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.494416 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.494635 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.494869 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.495117 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.495355 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.495573 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.495793 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.496029 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.496245 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.496460 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.496674 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.496904 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.497237 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.497487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.497707 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.497936 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.498150 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.498361 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.498572 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.498787 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.499087 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.499386 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.499624 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.499866 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.500118 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.500368 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.500589 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.500844 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.501065 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.502104 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.502398 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.502662 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.502913 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.503170 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.503423 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.503652 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.504624 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.504624 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.504624 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.504624 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.504915 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.504994 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.506696 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.507006 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.507819 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.508076 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.508347 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.508631 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.508925 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.509931 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.509931 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.509931 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.509931 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.510524 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.510801 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.511095 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.511354 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.512604 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.513096 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.514163 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.514447 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.514693 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.514940 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.515193 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.515790 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.515790 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.515988 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.516129 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.516451 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.516708 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.517660 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.517660 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.518794 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.519080 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.519958 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.520913 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.520913 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.520913 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.521132 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.521202 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.521489 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.521707 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.521937 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.522155 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.522402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.522620 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.522874 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.523093 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.524779 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.524779 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.524970 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.525199 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.525956 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.525956 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.525956 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.526188 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.526352 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.526983 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.526983 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.526983 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.527195 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.527425 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.527645 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.528578 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.528578 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.528578 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.528790 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.529905 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.530166 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.530432 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.530708 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.531778 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.531778 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.532173 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.532408 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.533406 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.533406 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.533577 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.533730 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.533983 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.534300 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.534614 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.536658 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.536966 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.537280 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.537762 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.538044 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.538288 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.538531 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.538756 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.540103 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.540222 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.540401 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.540639 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.540890 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.541124 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.541384 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.541609 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.541862 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.542130 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.542374 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.543674 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.543926 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.544167 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.544398 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.544650 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.544877 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.545097 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.546402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.546402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.546402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.546402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.546402 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.546758 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.546827 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.547159 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.547403 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.547647 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.547901 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.548116 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.548655 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.548655 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.548828 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.549048 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.549351 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.549565 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.549776 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.549998 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.550266 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.550510 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.550720 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.551665 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.552052 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.552916 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.552916 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.553084 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.553345 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.553536 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.554025 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.554260 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.554518 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.554731 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.555571 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.555571 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.555743 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.555928 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.556151 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.557303 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.557753 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.558184 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.558943 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.558943 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.559196 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.559318 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.559487 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.559813 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.560030 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.560291 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.560711 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.560946 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.560946 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.560946 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.561943 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.562085 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.562369 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.562621 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.563529 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.563966 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.564417 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.564663 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.564973 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.565360 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.565656 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.565926 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.566159 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.566399 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.566626 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.566854 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.567218 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.567465 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.567704 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.567946 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.568188 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.568445 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.568665 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.569341 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.569341 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.569495 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.569682 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.569858 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.570098 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.570258 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:41:00.570802 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109931) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 13:41:00.571529 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 13:41:00.571695 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 13:41:00.571868 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 13:41:00.572041 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 13:41:00.572199 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 13:41:00.572405 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.572570 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.572729 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.572888 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.573048 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.573231 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.573462 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.573549 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.573766 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.573925 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.574079 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.574305 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.574468 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.574629 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.574790 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.574950 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.575125 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.575282 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.575443 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.575577 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.575738 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.575898 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.576045 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] debug = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.576184 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.576383 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.577614 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.577730 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.577862 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.578037 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.578227 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.578385 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.578558 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.578726 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.578895 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.579064 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.579281 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.579390 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.579537 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.579681 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.579845 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.580006 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.580166 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] host = dv-cinder-836804-1-iscsi {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.580379 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.580544 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.580705 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.580861 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.581020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.581245 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.581461 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.581618 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.581766 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.581929 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.582074 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.582217 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.582369 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.582529 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.582679 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_options = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.582842 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.582993 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.583155 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.583346 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.583509 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.583669 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.583830 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.584017 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.584176 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.584382 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.584479 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.584602 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.584752 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.584913 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.585067 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.585224 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.585414 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.585575 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.586046 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.586214 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.586397 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.586577 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.586723 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.586874 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.587002 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.587206 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.587302 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.587455 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.587609 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.587766 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.587927 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.588083 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.588243 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.588400 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.588559 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.588719 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.588868 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.589033 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.589195 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.589444 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.589640 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.589763 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.589924 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.590083 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.591235 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.591412 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.591505 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:00.592446 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_json = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.592624 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.592791 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.592953 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.593115 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.594192 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.594192 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.594192 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.594192 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.594192 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 13:41:00.594192 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.596099 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.596099 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.596270 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.596340 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.596501 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.596646 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.596807 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.596968 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.597134 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.597339 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.597488 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.597661 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.597831 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.597994 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.598160 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.598641 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.598641 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.599718 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.599917 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.600237 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.600338 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.600462 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.600602 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.600759 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.600914 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.601072 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.601239 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.601424 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.601612 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.601775 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.601940 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.602104 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.602307 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.602475 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.602639 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.604985 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.604985 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.604985 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.604985 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.604985 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.604985 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.605620 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.605801 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.605974 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.606147 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.606317 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607029 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607029 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607029 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607029 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607336 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607336 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607478 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607556 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607712 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.607871 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.608047 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.608212 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.608377 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.608539 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.608702 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.608869 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.609030 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.609194 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.609854 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.611365 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.611574 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.611877 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.611989 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.612141 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.612308 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.612453 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.612632 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.614675 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.614918 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.615107 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.615280 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.615456 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.615625 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.615795 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.615965 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.616119 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.616289 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.616455 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.616620 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.616786 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.616945 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.617109 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.617864 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.619913 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.619913 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.620148 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.620289 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.620472 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.620654 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.620835 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.621012 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.621186 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.621381 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.621550 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.621719 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.621886 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.622054 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.622224 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.622392 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.622556 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.622720 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.622885 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.623048 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.623213 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.623376 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.623539 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.623701 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.623865 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.624025 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.624188 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.624350 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.624510 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.624682 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.625778 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.625955 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.626127 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.626306 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.627058 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.627259 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.628829 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.628829 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.628829 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.628829 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.628829 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.629216 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.629216 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.629391 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.629500 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.629687 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.630011 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.630175 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.630334 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.630517 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.630685 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.630845 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.631001 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.632609 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.632785 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.632955 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.633128 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.633313 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.633489 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.633659 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.633830 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.633995 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.634164 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.634365 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.634499 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.634651 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.634815 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.635870 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.635870 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.635870 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.635870 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.635870 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.635870 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.635870 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.636306 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.636306 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.636427 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.636494 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.636645 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.636830 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.636986 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.637132 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.637352 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.637730 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.638077 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.638401 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.638589 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.638772 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.638956 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.639136 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.639317 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.639494 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.639712 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.639893 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.640084 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.641020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.641020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.641020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.641020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.641020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.641020 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.641564 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.641564 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.642432 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.642432 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.642432 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.642432 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.642432 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.642432 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.642810 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.642995 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.643090 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.643360 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.643523 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.643732 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.643857 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.644009 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.644186 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.644355 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.644495 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.644664 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.644832 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.645178 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.645178 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.645552 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.645715 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.645877 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.646031 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.646188 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.646356 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.646540 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.646691 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.646834 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.647007 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.647172 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.647330 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.647492 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.647659 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.647840 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.647983 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.648148 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.648310 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.648473 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.648640 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.648811 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.648971 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.649132 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.649330 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.649494 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.649656 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.649819 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.649990 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.650153 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.650342 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.650475 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.650636 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.651347 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.651347 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.651347 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.651347 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.651606 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.651606 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.651740 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.651889 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.652018 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.652179 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.652340 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.652506 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.652790 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.652964 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.653146 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.653349 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.653524 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.653698 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.653850 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.653996 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.654175 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.654330 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.654500 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.654665 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.654828 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.654992 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.655156 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.655324 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.655497 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.655668 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.655832 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.656003 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.656179 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.656352 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657317 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657317 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657317 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657317 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657317 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657317 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657710 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657710 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657840 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.657908 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.658347 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.658544 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.658707 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.658873 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.659035 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.659195 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.659355 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.659519 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.659681 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.659844 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.660005 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.660170 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 13:41:00.660345 dv-cinder-836804-1-iscsi neutron-server[109931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 13:41:12.324255 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059717b-9211-448d-8e65-f16844991c72 None None] get_active_networks_info from dv-cinder-836804-1-iscsi {{(pid=110044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 13:41:12.432163 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059717b-9211-448d-8e65-f16844991c72 None None] No non-hosted networks {{(pid=110044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 13:41:12.458088 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.agentschedulers_db [None req-d059717b-9211-448d-8e65-f16844991c72 None None] DHCP Agent not found on host dv-cinder-836804-1-iscsi {{(pid=110044) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 13:41:12.575700 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-a9fe65f1-bb9e-4396-b0f6-13f983b09666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1681487'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:14.803431 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7a8d4385-9c11-4915-8acc-53653f9a2dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1681487'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:14.872282 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-4109fafe-bb49-4cbd-b950-0a1cbe2ecc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:15.512282 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44290) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:15.543839 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1681487'] for agent (8837ad36-2204-430c-891e-7114463db211), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:16.094305 dv-cinder-836804-1-iscsi neutron-server[110042]: WARNING oslo_policy.policy [None req-5eedebd5-0f05-4932-9a43-70e399430763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:41:16.094897 dv-cinder-836804-1-iscsi neutron-server[110042]: WARNING oslo_policy.policy [None req-5eedebd5-0f05-4932-9a43-70e399430763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:41:16.318657 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [None req-5eedebd5-0f05-4932-9a43-70e399430763 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:41:16.329329 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5eedebd5-0f05-4932-9a43-70e399430763 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8064413 Apr 06 13:41:16.959300 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1681487'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:18.436376 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1681487'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:18.438058 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.438581 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.439135 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.439779 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.440290 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.440863 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.441454 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.442148 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.442638 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.443159 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.443797 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.444298 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.444970 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.445560 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.452562 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:18.453341 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836804-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:18.460916 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836804-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:19.036946 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44320) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:19.367153 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-61e8d913-e4f8-4372-b5d3-b29915b55c73 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:41:19.458520 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.policy [None req-61e8d913-e4f8-4372-b5d3-b29915b55c73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110042) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 13:41:19.501271 dv-cinder-836804-1-iscsi neutron-server[110042]: WARNING oslo_policy.policy [None req-61e8d913-e4f8-4372-b5d3-b29915b55c73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:41:19.501636 dv-cinder-836804-1-iscsi neutron-server[110042]: WARNING oslo_policy.policy [None req-61e8d913-e4f8-4372-b5d3-b29915b55c73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:41:19.601451 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-61e8d913-e4f8-4372-b5d3-b29915b55c73 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773213161398', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773213190601', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773213141295', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773213136089', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773213157437', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773213155022', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-740421', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-889808', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2029965', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601019'] for rbac-policy (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:19.673243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-61e8d913-e4f8-4372-b5d3-b29915b55c73 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:19.681402 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-61e8d913-e4f8-4372-b5d3-b29915b55c73 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6358018 Apr 06 13:41:21.091109 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.db.l3_hamode_db [None req-08b31c28-afcc-4b67-a080-49c6552e05c6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 13:41:21.173962 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b31c28-afcc-4b67-a080-49c6552e05c6 None None] Routers set() bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:41:21.174439 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b31c28-afcc-4b67-a080-49c6552e05c6 None None] Router IDs set() for agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 13:41:22.237081 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 44332) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:22.768689 dv-cinder-836804-1-iscsi neutron-server[110043]: WARNING oslo_policy.policy [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:41:22.769283 dv-cinder-836804-1-iscsi neutron-server[110043]: WARNING oslo_policy.policy [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:41:22.992515 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:41:23.050832 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Made reservation on behalf of 039513ab36034e16bd068fe030da91a7 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:41:23.114428 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.policy [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110043) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 13:41:23.157435 dv-cinder-836804-1-iscsi neutron-server[110043]: WARNING oslo_policy.policy [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:41:23.157831 dv-cinder-836804-1-iscsi neutron-server[110043]: WARNING oslo_policy.policy [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 13:41:23.168972 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:23.192167 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:23.328893 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Publish callbacks [] for security_group (4fb6febf-067b-40e8-8eef-aed74190ede5), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:23.334665 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (4fb6febf-067b-40e8-8eef-aed74190ede5), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:23.369351 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:41:23.397089 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773216599152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (1d4bdab4-e948-4e01-9aee-ff4c7a854bd1), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:23.397718 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Unsubscribe: segment precommit_create {{(pid=110043) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 13:41:23.398244 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Added segment 1d4bdab4-e948-4e01-9aee-ff4c7a854bd1 of type vlan for network fecb1f98-ab30-437e-a51b-b87294619694 Apr 06 13:41:23.404400 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb6febf-067b-40e8-8eef-aed74190ede5,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:23.447860 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.448202 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.448565 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.448921 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.449273 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.449627 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.449948 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.450274 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.450594 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.450918 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.451238 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.451559 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.451893 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.452208 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.452521 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Tracked resource versions report: Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: pushed versions: Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: { 'AddressGroup': {'1.2'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Agent': {'1.1'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'ConntrackHelper': {'1.0'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Log': {'1.0'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'NDPProxy': {'1.0'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Network': {'1.1'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Port': {'1.7'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'PortForwarding': {'1.3'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'QosPolicy': {'1.10'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SecurityGroup': {'1.5'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SubPort': {'1.0'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Subnet': {'1.1'}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Trunk': {'1.1'}} Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: consumer versions: Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: { DHCP agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: L3 agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: Metadata agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: Metering agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: Open vSwitch agent@dv-cinder-836804-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Agent': '1.1', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'ConntrackHelper': '1.0', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'LocalIPAssociation': '1.0', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Log': '1.0', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'NDPProxy': '1.0', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Network': '1.1', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Port': '1.7', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'PortForwarding': '1.3', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'QosPolicy': '1.10', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SecurityGroup': '1.5', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SecurityGroupRule': '1.2', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SubPort': '1.0', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Subnet': '1.1', Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Trunk': '1.1'}} Apr 06 13:41:23.454037 dv-cinder-836804-1-iscsi neutron-server[110043]: {{(pid=110043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:41:23.521591 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (fecb1f98-ab30-437e-a51b-b87294619694), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:23.578785 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (fecb1f98-ab30-437e-a51b-b87294619694), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:23.584884 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:23.585624 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:23.676805 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4375215 Apr 06 13:41:23.718122 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d2856-7f70-4adb-90b4-eac9ae0a00df demo demo] Pushing event updated for resources: {'Network': ['ID=fecb1f98-ab30-437e-a51b-b87294619694,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:23.731537 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network fecb1f98-ab30-437e-a51b-b87294619694 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:41:26.422756 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44352) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:26.970251 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84f204-3392-4e4b-818b-5f09e1c51ea9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:26.971919 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-1d84f204-3392-4e4b-818b-5f09e1c51ea9 demo admin] 10.222.0.44 "GET /v2.0/networks/fecb1f98-ab30-437e-a51b-b87294619694 HTTP/1.1" status: 200 len: 824 time: 0.5481658 Apr 06 13:41:27.004249 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f4dd891e-e3e1-48a2-a6aa-8841ea356e74 demo admin] 10.222.0.44 "GET /v2.0/subnetpools/3b8f0537-2021-4c5c-94fb-0aef7cd7cbad HTTP/1.1" status: 200 len: 734 time: 0.0255377 Apr 06 13:41:27.016790 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3b8f0537-2021-4c5c-94fb-0aef7cd7cbad', 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694', 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:41:27.045221 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Made reservation on behalf of 039513ab36034e16bd068fe030da91a7 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:41:27.047851 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:27.360380 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (24ce8d13-1175-44dc-a051-197a33f5e470), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:27.435200 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Checking segment: {'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:41:27.436036 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Network hostable DHCP agents. Network: fecb1f98-ab30-437e-a51b-b87294619694, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:41:27.451955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Pushing event updated for resources: {'Subnet': ['ID=24ce8d13-1175-44dc-a051-197a33f5e470,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:27.472680 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.473038 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.473604 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.474096 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.474547 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.474909 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.475262 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.475698 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.476063 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.476429 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.476730 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.477086 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.477561 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.477939 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.478363 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Tracked resource versions report: Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: pushed versions: Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: { 'AddressGroup': {'1.2'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Agent': {'1.1'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'ConntrackHelper': {'1.0'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Log': {'1.0'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'NDPProxy': {'1.0'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Network': {'1.1'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Port': {'1.7'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'PortForwarding': {'1.3'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'QosPolicy': {'1.10'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SecurityGroup': {'1.5'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SubPort': {'1.0'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Subnet': {'1.1'}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Trunk': {'1.1'}} Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: consumer versions: Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: { DHCP agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: L3 agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: Metadata agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: Metering agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: Open vSwitch agent@dv-cinder-836804-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Agent': '1.1', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'ConntrackHelper': '1.0', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'LocalIPAssociation': '1.0', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Log': '1.0', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'NDPProxy': '1.0', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Network': '1.1', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Port': '1.7', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'PortForwarding': '1.3', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'QosPolicy': '1.10', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SecurityGroup': '1.5', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SecurityGroupRule': '1.2', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SubPort': '1.0', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Subnet': '1.1', Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Trunk': '1.1'}} Apr 06 13:41:27.480100 dv-cinder-836804-1-iscsi neutron-server[110042]: {{(pid=110042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:41:27.492988 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Network fecb1f98-ab30-437e-a51b-b87294619694 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:41:27.509574 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, fecb1f98-ab30-437e-a51b-b87294619694) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:41:27.526500 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:27.527168 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:27.532042 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d75dd-3254-46d5-8c5a-140290c63b8c None None] Network fecb1f98-ab30-437e-a51b-b87294619694 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:41:27.546528 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5d382347-c437-4c34-97c1-ef601dcd1a8d demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5343060 Apr 06 13:41:28.018584 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-fecb1f98-ab30-437e-a51b-b87294619694', 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694', 'project_id': '039513ab36034e16bd068fe030da91a7', 'fixed_ips': [{'subnet_id': '24ce8d13-1175-44dc-a051-197a33f5e470'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:41:28.019934 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:28.324931 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Allocated IP 172.20.0.2 (fecb1f98-ab30-437e-a51b-b87294619694/24ce8d13-1175-44dc-a051-197a33f5e470/a516cb70-6482-4531-97e4-dcb0d90d92b5) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:41:28.652556 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Publish callbacks [] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:28.662609 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:28.738543 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Network fecb1f98-ab30-437e-a51b-b87294619694 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:41:28.745886 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:41:28.758531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:41:28.761883 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Pushing event updated for resources: {'Port': ['ID=a516cb70-6482-4531-97e4-dcb0d90d92b5,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:28.779528 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.780025 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.780527 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.780987 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.781520 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.782039 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.782475 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.782945 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.783820 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.784292 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.784770 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.785283 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.785763 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.786235 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.786710 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Tracked resource versions report: Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: pushed versions: Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: { 'AddressGroup': {'1.2'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Agent': {'1.1'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'ConntrackHelper': {'1.0'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Log': {'1.0'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'NDPProxy': {'1.0'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Network': {'1.1'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Port': {'1.7'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'PortForwarding': {'1.3'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'QosPolicy': {'1.10'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SecurityGroup': {'1.5'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SubPort': {'1.0'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Subnet': {'1.1'}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Trunk': {'1.1'}} Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: consumer versions: Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: { DHCP agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: L3 agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: Metadata agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: Metering agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: Open vSwitch agent@dv-cinder-836804-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Agent': '1.1', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'ConntrackHelper': '1.0', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'LocalIPAssociation': '1.0', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Log': '1.0', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'NDPProxy': '1.0', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Network': '1.1', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Port': '1.7', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'PortForwarding': '1.3', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'QosPolicy': '1.10', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SecurityGroup': '1.5', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SecurityGroupRule': '1.2', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SubPort': '1.0', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Subnet': '1.1', Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Trunk': '1.1'}} Apr 06 13:41:28.788847 dv-cinder-836804-1-iscsi neutron-server[110044]: {{(pid=110044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:41:28.877684 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Attempting to bind port a516cb70-6482-4531-97e4-dcb0d90d92b5 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:41:28.878091 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Attempting to bind port a516cb70-6482-4531-97e4-dcb0d90d92b5 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:41:28.878496 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Attempting to bind port a516cb70-6482-4531-97e4-dcb0d90d92b5 on network fecb1f98-ab30-437e-a51b-b87294619694 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:41:28.884227 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:41:28.884609 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Checking segment: {'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:41:28.885107 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:28.885527 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Bound using segment: {'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:41:28.886035 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Bound port: a516cb70-6482-4531-97e4-dcb0d90d92b5, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:41:28.886452 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:28.967983 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] For port a516cb70-6482-4531-97e4-dcb0d90d92b5, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:41:29.001559 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] For port a516cb70-6482-4531-97e4-dcb0d90d92b5, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=a516cb70-6482-4531-97e4-dcb0d90d92b5,segment=NetworkSegment(1d4bdab4-e948-4e01-9aee-ff4c7a854bd1),segment_id=1d4bdab4-e948-4e01-9aee-ff4c7a854bd1)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:41:29.012611 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:29.105886 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24a9a0-dbb9-4e0a-b44a-804a730520e0 None None] Pushing event updated for resources: {'Port': ['ID=a516cb70-6482-4531-97e4-dcb0d90d92b5,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:30.424147 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44366) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:30.848645 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [None req-fc19d279-618c-4bac-b3da-82c2d8dcee07 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:41:30.850012 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-fc19d279-618c-4bac-b3da-82c2d8dcee07 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4248345 Apr 06 13:41:33.839557 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44374) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:34.275287 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [None req-45611aad-ca5d-4b97-9f00-fb8dd3524894 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:41:34.276603 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-45611aad-ca5d-4b97-9f00-fb8dd3524894 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4357328 Apr 06 13:41:36.879506 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 44382) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:37.209932 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-84fce8f7-e2b0-479c-9832-b85f8757e7a2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:41:37.235070 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-84fce8f7-e2b0-479c-9832-b85f8757e7a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (39b2f103-168d-439c-ab23-5fa905966fde), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:37.236811 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-84fce8f7-e2b0-479c-9832-b85f8757e7a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (39b2f103-168d-439c-ab23-5fa905966fde), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:37.380992 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-84fce8f7-e2b0-479c-9832-b85f8757e7a2 demo demo] Publish callbacks [] for router_controller (39b2f103-168d-439c-ab23-5fa905966fde), precommit_add_association {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:37.387401 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-84fce8f7-e2b0-479c-9832-b85f8757e7a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (39b2f103-168d-439c-ab23-5fa905966fde), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:37.405808 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-84fce8f7-e2b0-479c-9832-b85f8757e7a2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:37.407036 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-84fce8f7-e2b0-479c-9832-b85f8757e7a2 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5264099 Apr 06 13:41:39.276179 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device a516cb70-6482-4531-97e4-dcb0d90d92b5 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:41:39.371944 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port a516cb70-6482-4531-97e4-dcb0d90d92b5 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:39.372287 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:39.490080 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port a516cb70-6482-4531-97e4-dcb0d90d92b5 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:41:39.490471 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:39.534304 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port a516cb70-6482-4531-97e4-dcb0d90d92b5, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=a516cb70-6482-4531-97e4-dcb0d90d92b5,segment=NetworkSegment(1d4bdab4-e948-4e01-9aee-ff4c7a854bd1),segment_id=1d4bdab4-e948-4e01-9aee-ff4c7a854bd1)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:41:39.540071 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:39.594682 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=a516cb70-6482-4531-97e4-dcb0d90d92b5,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:40.026288 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44394) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:40.369686 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [None req-9a82c981-d6ec-4ffb-9f29-e025d4d27a20 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:41:40.370685 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9a82c981-d6ec-4ffb-9f29-e025d4d27a20 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3433957 Apr 06 13:41:40.488263 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:41:41.002889 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f2231-82b0-4628-b7f7-831cd498c077 None None] Network fecb1f98-ab30-437e-a51b-b87294619694 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:41:41.063680 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-3b50e117-14e0-472a-8a27-40cf7b732c48 None None] Provisioning complete for port a516cb70-6482-4531-97e4-dcb0d90d92b5 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:41.064056 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3b50e117-14e0-472a-8a27-40cf7b732c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:41.201232 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-3b50e117-14e0-472a-8a27-40cf7b732c48 None None] Current status of the port a516cb70-6482-4531-97e4-dcb0d90d92b5 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:41:41.232442 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device a516cb70-6482-4531-97e4-dcb0d90d92b5 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:41:41.284068 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port a516cb70-6482-4531-97e4-dcb0d90d92b5 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:41.284695 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:41.366537 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port a516cb70-6482-4531-97e4-dcb0d90d92b5 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:41:41.423024 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-733726ae-4ab9-4b71-8ce3-f855560822e8 None None] Provisioning complete for port a516cb70-6482-4531-97e4-dcb0d90d92b5 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:41.423437 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-733726ae-4ab9-4b71-8ce3-f855560822e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:41.504113 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-733726ae-4ab9-4b71-8ce3-f855560822e8 None None] Current status of the port a516cb70-6482-4531-97e4-dcb0d90d92b5 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:41:42.309238 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5152a0b4-f4b8-48bd-b189-b0d2d162c39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:42.938452 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 44402) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:43.261810 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:41:43.284489 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Made reservation on behalf of 93638bed93964a039f517c3fcbf218a9 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:41:43.286828 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:43.296454 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:43.383286 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Publish callbacks [] for security_group (57b8e23c-3e04-4f97-af09-c10f467e5c69), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:43.388710 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (57b8e23c-3e04-4f97-af09-c10f467e5c69), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:43.408009 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Reserving flat network on physical network physnet1 {{(pid=110043) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 13:41:43.430574 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b8e23c-3e04-4f97-af09-c10f467e5c69,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:43.434101 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (da348d91-16d2-44e8-93e0-f547931a4a22), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:43.434444 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Added segment da348d91-16d2-44e8-93e0-f547931a4a22 of type flat for network 45366ff3-7aa4-45a2-b359-242735ffa3e3 Apr 06 13:41:43.485380 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (45366ff3-7aa4-45a2-b359-242735ffa3e3), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:43.521599 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (45366ff3-7aa4-45a2-b359-242735ffa3e3), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:43.522625 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:43.523383 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:43.601111 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6615121 Apr 06 13:41:43.653223 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417c141-8970-4f08-9c61-2542aedbe11a admin admin] Pushing event updated for resources: {'Network': ['ID=45366ff3-7aa4-45a2-b359-242735ffa3e3,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:43.663755 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:41:44.803039 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-2aed7780-b641-4bb9-baa4-285c760fb342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:45.489507 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:46.307122 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 44420) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:46.547594 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11899cc2-fe10-4bdd-adc8-8f7b7a23667a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:46.549009 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-11899cc2-fe10-4bdd-adc8-8f7b7a23667a demo admin] 10.222.0.44 "GET /v2.0/subnets/24ce8d13-1175-44dc-a051-197a33f5e470 HTTP/1.1" status: 200 len: 849 time: 0.2404819 Apr 06 13:41:46.671492 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f9778236-97fa-4942-80f7-e1113fa406fb demo admin] 10.222.0.44 "GET /v2.0/routers/39b2f103-168d-439c-ab23-5fa905966fde HTTP/1.1" status: 200 len: 704 time: 0.1152382 Apr 06 13:41:46.910886 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:46.969411 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:47.282331 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Allocated IP 172.20.0.1 (fecb1f98-ab30-437e-a51b-b87294619694/24ce8d13-1175-44dc-a051-197a33f5e470/70b0d09f-c5c3-418e-9332-8615f885e818) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:41:47.472697 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Publish callbacks [] for port (70b0d09f-c5c3-418e-9332-8615f885e818), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:47.546251 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:47.622717 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Network fecb1f98-ab30-437e-a51b-b87294619694 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:41:47.630115 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:41:47.700133 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:41:47.700680 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (39b2f103-168d-439c-ab23-5fa905966fde), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:47.720478 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Pushing event updated for resources: {'Port': ['ID=70b0d09f-c5c3-418e-9332-8615f885e818,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:47.927694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:48.070745 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-6b0fdbce-22aa-4e89-991c-ff24728f1b33 None None] Provisioning complete for port 70b0d09f-c5c3-418e-9332-8615f885e818 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:48.071385 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6b0fdbce-22aa-4e89-991c-ff24728f1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:48.106406 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-6b0fdbce-22aa-4e89-991c-ff24728f1b33 None None] Port 70b0d09f-c5c3-418e-9332-8615f885e818 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:41:48.150519 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Publish callbacks [] for port (70b0d09f-c5c3-418e-9332-8615f885e818), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:48.156402 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:48.157281 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (39b2f103-168d-439c-ab23-5fa905966fde), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:48.235180 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Pushing event updated for resources: {'Port': ['ID=70b0d09f-c5c3-418e-9332-8615f885e818,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:48.285821 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Network fecb1f98-ab30-437e-a51b-b87294619694 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:41:48.287447 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:41:48.436945 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:48.455883 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Router 39b2f103-168d-439c-ab23-5fa905966fde is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:41:48.528815 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-32c029c6-9e2e-42ed-90a7-e21cb3e34863 None None] Provisioning complete for port 70b0d09f-c5c3-418e-9332-8615f885e818 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:48.529402 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-32c029c6-9e2e-42ed-90a7-e21cb3e34863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:48.557366 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:41:48.566248 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-3d7decdc-9567-4fc5-87c7-df36b3315315 demo admin] 10.222.0.44 "PUT /v2.0/routers/39b2f103-168d-439c-ab23-5fa905966fde/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8873284 Apr 06 13:41:48.570353 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Sync routers for ids ['39b2f103-168d-439c-ab23-5fa905966fde'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:41:48.574289 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-32c029c6-9e2e-42ed-90a7-e21cb3e34863 None None] Port 70b0d09f-c5c3-418e-9332-8615f885e818 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:41:48.588684 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Routers {'39b2f103-168d-439c-ab23-5fa905966fde'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:41:48.589659 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:41:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['39b2f103-168d-439c-ab23-5fa905966fde'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:48.795524 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Set router 39b2f103-168d-439c-ab23-5fa905966fde gateway port host: None {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:41:49.265388 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2f103-168d-439c-ab23-5fa905966fde', 'name': 'router1', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:41:37Z', 'updated_at': '2022-04-06T13:41:47Z', 'revision_number': 2, 'project_id': '039513ab36034e16bd068fe030da91a7', 'gw_port_host': None, '_interfaces': [{'id': '70b0d09f-c5c3-418e-9332-8615f885e818', 'name': '', 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'mac_address': 'fa:16:3e:27:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:46Z', 'updated_at': '2022-04-06T13:41:48Z', 'revision_number': 2, 'project_id': '039513ab36034e16bd068fe030da91a7', 'subnets': [{'id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8f0537-2021-4c5c-94fb-0aef7cd7cbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:49.318135 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Checking router: 39b2f103-168d-439c-ab23-5fa905966fde for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:41:49.318510 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Updating router 39b2f103-168d-439c-ab23-5fa905966fde port 70b0d09f-c5c3-418e-9332-8615f885e818 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:41:49.376927 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:49.926950 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Publish callbacks [] for port (70b0d09f-c5c3-418e-9332-8615f885e818), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:49.936286 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:50.100306 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Pushing event updated for resources: {'Port': ['ID=70b0d09f-c5c3-418e-9332-8615f885e818,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:50.119030 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Attempting to bind port 70b0d09f-c5c3-418e-9332-8615f885e818 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:41:50.119545 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Attempting to bind port 70b0d09f-c5c3-418e-9332-8615f885e818 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:41:50.119966 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Attempting to bind port 70b0d09f-c5c3-418e-9332-8615f885e818 on network fecb1f98-ab30-437e-a51b-b87294619694 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:41:50.124151 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.124502 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.124855 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.125337 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.125563 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.125901 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.126234 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.126616 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.126944 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.127273 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.127602 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.128608 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.128608 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.128608 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.129012 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Tracked resource versions report: Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: pushed versions: Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: { 'AddressGroup': {'1.2'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Agent': {'1.1'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'ConntrackHelper': {'1.0'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Log': {'1.0'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'NDPProxy': {'1.0'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Network': {'1.1'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Port': {'1.7'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'PortForwarding': {'1.3'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'QosPolicy': {'1.10'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SecurityGroup': {'1.5'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SubPort': {'1.0'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Subnet': {'1.1'}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Trunk': {'1.1'}} Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: consumer versions: Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: { DHCP agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: L3 agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: Metadata agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: Metering agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: Open vSwitch agent@dv-cinder-836804-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Agent': '1.1', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'ConntrackHelper': '1.0', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'LocalIPAssociation': '1.0', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Log': '1.0', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'NDPProxy': '1.0', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Network': '1.1', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Port': '1.7', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'PortForwarding': '1.3', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'QosPolicy': '1.10', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SecurityGroup': '1.5', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SecurityGroupRule': '1.2', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SubPort': '1.0', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Subnet': '1.1', Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Trunk': '1.1'}} Apr 06 13:41:50.130359 dv-cinder-836804-1-iscsi neutron-server[110045]: {{(pid=110045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:41:50.137617 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:41:50.137617 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Checking segment: {'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:41:50.137617 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:50.137617 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Bound using segment: {'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:41:50.137617 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Bound port: 70b0d09f-c5c3-418e-9332-8615f885e818, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4bdab4-e948-4e01-9aee-ff4c7a854bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:41:50.141175 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:50.208910 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-73b81d09-efdf-48ff-bf01-4166c31c6bd9 None None] Provisioning complete for port 70b0d09f-c5c3-418e-9332-8615f885e818 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:50.209959 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-73b81d09-efdf-48ff-bf01-4166c31c6bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:50.212989 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] For port 70b0d09f-c5c3-418e-9332-8615f885e818, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:41:50.236534 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] For port 70b0d09f-c5c3-418e-9332-8615f885e818, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=70b0d09f-c5c3-418e-9332-8615f885e818,segment=NetworkSegment(1d4bdab4-e948-4e01-9aee-ff4c7a854bd1),segment_id=1d4bdab4-e948-4e01-9aee-ff4c7a854bd1)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:41:50.245913 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:50.255143 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-73b81d09-efdf-48ff-bf01-4166c31c6bd9 None None] Port 70b0d09f-c5c3-418e-9332-8615f885e818 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:41:50.308505 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fdead-6954-49d3-b987-6cb5a3ef69d6 None None] Pushing event updated for resources: {'Port': ['ID=70b0d09f-c5c3-418e-9332-8615f885e818,revision_number=4']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:50.318876 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Routers {'39b2f103-168d-439c-ab23-5fa905966fde'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:41:50.319511 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:41:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['39b2f103-168d-439c-ab23-5fa905966fde'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:50.454307 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] Set router 39b2f103-168d-439c-ab23-5fa905966fde gateway port host: None {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:41:50.582894 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-96c60c5a-f189-4c4b-b3f7-7a599453c45f None None] Provisioning complete for port 70b0d09f-c5c3-418e-9332-8615f885e818 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:50.583313 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-96c60c5a-f189-4c4b-b3f7-7a599453c45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:50.667547 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-96c60c5a-f189-4c4b-b3f7-7a599453c45f None None] Current status of the port 70b0d09f-c5c3-418e-9332-8615f885e818 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:41:50.668867 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-96c60c5a-f189-4c4b-b3f7-7a599453c45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:50.689324 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2f103-168d-439c-ab23-5fa905966fde', 'name': 'router1', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:41:37Z', 'updated_at': '2022-04-06T13:41:47Z', 'revision_number': 2, 'project_id': '039513ab36034e16bd068fe030da91a7', 'gw_port_host': None, '_interfaces': [{'id': '70b0d09f-c5c3-418e-9332-8615f885e818', 'name': '', 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'mac_address': 'fa:16:3e:27:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:46Z', 'updated_at': '2022-04-06T13:41:50Z', 'revision_number': 4, 'project_id': '039513ab36034e16bd068fe030da91a7', 'subnets': [{'id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8f0537-2021-4c5c-94fb-0aef7cd7cbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:50.714931 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-96c60c5a-f189-4c4b-b3f7-7a599453c45f None None] For port 70b0d09f-c5c3-418e-9332-8615f885e818, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=70b0d09f-c5c3-418e-9332-8615f885e818,segment=NetworkSegment(1d4bdab4-e948-4e01-9aee-ff4c7a854bd1),segment_id=1d4bdab4-e948-4e01-9aee-ff4c7a854bd1)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:41:50.720096 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3625ec-5778-4491-9555-1e4304e5ec82 None None] The sync data for ids ['39b2f103-168d-439c-ab23-5fa905966fde'] in dv-cinder-836804-1-iscsi is: [{'id': '39b2f103-168d-439c-ab23-5fa905966fde', 'name': 'router1', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:41:37Z', 'updated_at': '2022-04-06T13:41:47Z', 'revision_number': 2, 'project_id': '039513ab36034e16bd068fe030da91a7', 'gw_port_host': None, '_interfaces': [{'id': '70b0d09f-c5c3-418e-9332-8615f885e818', 'name': '', 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'mac_address': 'fa:16:3e:27:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:46Z', 'updated_at': '2022-04-06T13:41:50Z', 'revision_number': 4, 'project_id': '039513ab36034e16bd068fe030da91a7', 'subnets': [{'id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8f0537-2021-4c5c-94fb-0aef7cd7cbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:41:50.721771 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-96c60c5a-f189-4c4b-b3f7-7a599453c45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:50.770978 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c60c5a-f189-4c4b-b3f7-7a599453c45f None None] Pushing event updated for resources: {'Port': ['ID=70b0d09f-c5c3-418e-9332-8615f885e818,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:51.100062 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44440) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:51.237877 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50261a27-d394-4b7a-8606-e407e92748d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:51.239178 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-50261a27-d394-4b7a-8606-e407e92748d9 admin admin] 10.222.0.44 "GET /v2.0/networks/45366ff3-7aa4-45a2-b359-242735ffa3e3 HTTP/1.1" status: 200 len: 842 time: 0.1377208 Apr 06 13:41:51.249657 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:41:51.271799 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Made reservation on behalf of 93638bed93964a039f517c3fcbf218a9 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:41:51.274420 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:51.656572 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.objects.ports [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110042) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 13:41:51.657006 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (2ac99acc-4f17-4135-81df-474d12cda216), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:51.713717 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac99acc-4f17-4135-81df-474d12cda216,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:51.723067 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:41:51.723428 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Network hostable DHCP agents. Network: 45366ff3-7aa4-45a2-b359-242735ffa3e3, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:41:51.741679 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:41:51.752820 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 45366ff3-7aa4-45a2-b359-242735ffa3e3) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:41:51.757500 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:51.758170 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:51.766313 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1f3e3-0a78-4059-8b66-8c0aa15a87ed None None] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:41:51.777988 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d9f3b3a5-7262-45bd-8163-470191e75728 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5320706 Apr 06 13:41:51.936396 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81fd09c-36de-4044-b667-48525a2ef537 None None] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:41:54.271233 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 44448) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:54.409165 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b739368c-62cf-4b6f-8395-88f7556b7918 demo admin] 10.222.0.44 "GET /v2.0/routers/39b2f103-168d-439c-ab23-5fa905966fde HTTP/1.1" status: 200 len: 710 time: 0.1362026 Apr 06 13:41:54.497092 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8986e89f-ffa3-4c18-b660-ef21dc443c11 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:41:54.498483 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-8986e89f-ffa3-4c18-b660-ef21dc443c11 demo admin] 10.222.0.44 "GET /v2.0/networks/45366ff3-7aa4-45a2-b359-242735ffa3e3 HTTP/1.1" status: 200 len: 886 time: 0.0837841 Apr 06 13:41:54.507950 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:41:54.846563 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks [] for router_gateway (39b2f103-168d-439c-ab23-5fa905966fde), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:55.086228 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks [] for router_gateway (39b2f103-168d-439c-ab23-5fa905966fde), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:55.162231 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:55.268003 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Allocated IP 172.27.3.56 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/d8ed2016-a22e-447c-8a81-523b1c70b87f) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:41:55.374801 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks [] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:55.415031 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:55.452304 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:41:55.459593 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:41:55.464196 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Pushing event updated for resources: {'Port': ['ID=d8ed2016-a22e-447c-8a81-523b1c70b87f,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:41:55.468092 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:41:55.726450 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks [] for router_gateway (39b2f103-168d-439c-ab23-5fa905966fde), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:55.925928 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693075', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63905'] for router (39b2f103-168d-439c-ab23-5fa905966fde), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:55.929422 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1681609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693098'] for router (39b2f103-168d-439c-ab23-5fa905966fde), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:56.047146 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Router 39b2f103-168d-439c-ab23-5fa905966fde has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:41:56.168523 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:41:56.174376 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:56.175692 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d7c0ecb4-f40e-4514-b419-95fe3678a5a2 demo admin] 10.222.0.44 "PUT /v2.0/routers/39b2f103-168d-439c-ab23-5fa905966fde HTTP/1.1" status: 200 len: 889 time: 1.6710248 Apr 06 13:41:58.729492 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44462) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:41:58.859721 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-1909e82c-c2c3-48f2-af94-272623ce1f6f admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1290245 Apr 06 13:41:59.260180 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 70b0d09f-c5c3-418e-9332-8615f885e818 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:41:59.314587 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 70b0d09f-c5c3-418e-9332-8615f885e818 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:41:59.314981 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:41:59.403199 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 70b0d09f-c5c3-418e-9332-8615f885e818 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:41:59.526501 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Sync routers for ids ['39b2f103-168d-439c-ab23-5fa905966fde'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:41:59.538642 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Routers {'39b2f103-168d-439c-ab23-5fa905966fde'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:41:59.539314 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:41:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['39b2f103-168d-439c-ab23-5fa905966fde'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:41:59.760697 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Set router 39b2f103-168d-439c-ab23-5fa905966fde gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:42:00.251281 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2f103-168d-439c-ab23-5fa905966fde', 'name': 'router1', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd8ed2016-a22e-447c-8a81-523b1c70b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:41:37Z', 'updated_at': '2022-04-06T13:41:55Z', 'revision_number': 4, 'project_id': '039513ab36034e16bd068fe030da91a7', 'gw_port': {'id': 'd8ed2016-a22e-447c-8a81-523b1c70b87f', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:55Z', 'updated_at': '2022-04-06T13:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '70b0d09f-c5c3-418e-9332-8615f885e818', 'name': '', 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'mac_address': 'fa:16:3e:27:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:46Z', 'updated_at': '2022-04-06T13:41:50Z', 'revision_number': 5, 'project_id': '039513ab36034e16bd068fe030da91a7', 'subnets': [{'id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8f0537-2021-4c5c-94fb-0aef7cd7cbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:00.305396 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Checking router: 39b2f103-168d-439c-ab23-5fa905966fde for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:42:00.306023 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Updating router 39b2f103-168d-439c-ab23-5fa905966fde port d8ed2016-a22e-447c-8a81-523b1c70b87f binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:42:00.359768 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:00.703346 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Publish callbacks [] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:00.711169 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:00.769344 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Attempting to bind port d8ed2016-a22e-447c-8a81-523b1c70b87f on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:42:00.769683 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Attempting to bind port d8ed2016-a22e-447c-8a81-523b1c70b87f by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:42:00.770047 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Attempting to bind port d8ed2016-a22e-447c-8a81-523b1c70b87f on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:42:00.776033 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef0f66-ce41-44d9-b88e-e80b0d64c5c4 None None] Pushing event updated for resources: {'Port': ['ID=d8ed2016-a22e-447c-8a81-523b1c70b87f,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:00.781273 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:42:00.781646 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:42:00.782047 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:00.782439 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:42:00.782964 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Bound port: d8ed2016-a22e-447c-8a81-523b1c70b87f, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:42:00.783343 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:00.837142 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] For port d8ed2016-a22e-447c-8a81-523b1c70b87f, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:42:00.841701 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] For port d8ed2016-a22e-447c-8a81-523b1c70b87f, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=d8ed2016-a22e-447c-8a81-523b1c70b87f,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:42:00.848089 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:00.932281 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef0f66-ce41-44d9-b88e-e80b0d64c5c4 None None] Pushing event updated for resources: {'Port': ['ID=d8ed2016-a22e-447c-8a81-523b1c70b87f,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:00.937669 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Routers {'39b2f103-168d-439c-ab23-5fa905966fde'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:42:00.938293 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:41:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['39b2f103-168d-439c-ab23-5fa905966fde'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:01.053428 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] Set router 39b2f103-168d-439c-ab23-5fa905966fde gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:42:01.321004 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b2f103-168d-439c-ab23-5fa905966fde', 'name': 'router1', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd8ed2016-a22e-447c-8a81-523b1c70b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:41:37Z', 'updated_at': '2022-04-06T13:41:55Z', 'revision_number': 4, 'project_id': '039513ab36034e16bd068fe030da91a7', 'gw_port': {'id': 'd8ed2016-a22e-447c-8a81-523b1c70b87f', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:55Z', 'updated_at': '2022-04-06T13:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '70b0d09f-c5c3-418e-9332-8615f885e818', 'name': '', 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'mac_address': 'fa:16:3e:27:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:46Z', 'updated_at': '2022-04-06T13:41:50Z', 'revision_number': 5, 'project_id': '039513ab36034e16bd068fe030da91a7', 'subnets': [{'id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8f0537-2021-4c5c-94fb-0aef7cd7cbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:42:01.348666 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8c41da-2867-413f-a31e-e3b157868f05 None None] The sync data for ids ['39b2f103-168d-439c-ab23-5fa905966fde'] in dv-cinder-836804-1-iscsi is: [{'id': '39b2f103-168d-439c-ab23-5fa905966fde', 'name': 'router1', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd8ed2016-a22e-447c-8a81-523b1c70b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:41:37Z', 'updated_at': '2022-04-06T13:41:55Z', 'revision_number': 4, 'project_id': '039513ab36034e16bd068fe030da91a7', 'gw_port': {'id': 'd8ed2016-a22e-447c-8a81-523b1c70b87f', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:55Z', 'updated_at': '2022-04-06T13:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '70b0d09f-c5c3-418e-9332-8615f885e818', 'name': '', 'network_id': 'fecb1f98-ab30-437e-a51b-b87294619694', 'tenant_id': '039513ab36034e16bd068fe030da91a7', 'mac_address': 'fa:16:3e:27:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2f103-168d-439c-ab23-5fa905966fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:41:46Z', 'updated_at': '2022-04-06T13:41:50Z', 'revision_number': 5, 'project_id': '039513ab36034e16bd068fe030da91a7', 'subnets': [{'id': '24ce8d13-1175-44dc-a051-197a33f5e470', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b8f0537-2021-4c5c-94fb-0aef7cd7cbad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:42:03.348972 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d8ed2016-a22e-447c-8a81-523b1c70b87f up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:42:03.463245 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port d8ed2016-a22e-447c-8a81-523b1c70b87f triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:42:03.463724 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:03.554801 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port d8ed2016-a22e-447c-8a81-523b1c70b87f is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:42:03.555561 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:03.578189 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port d8ed2016-a22e-447c-8a81-523b1c70b87f, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=d8ed2016-a22e-447c-8a81-523b1c70b87f,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:42:03.589676 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:03.646978 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=d8ed2016-a22e-447c-8a81-523b1c70b87f,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:42:05.302526 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d8ed2016-a22e-447c-8a81-523b1c70b87f up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:42:05.400353 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port d8ed2016-a22e-447c-8a81-523b1c70b87f triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:42:05.401004 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d8ed2016-a22e-447c-8a81-523b1c70b87f), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:05.532164 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port d8ed2016-a22e-447c-8a81-523b1c70b87f is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:42:12.308572 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9868facc-0060-46b6-ab51-57285c8f2d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:14.803979 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-31427a5e-38cd-412c-bcff-3dcd11194b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:15.507224 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:16.924136 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:17.489067 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:42:18.438650 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:42.304746 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e882b751-f829-407f-ae31-da2f97d94b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:44.939556 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fced87c0-5043-40fe-ba86-ef293a1ffad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:45.498559 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:46.910194 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:48.439697 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:42:54.490904 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:43:12.301027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-da934ace-d7ef-452a-9194-eef07ca7b65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:14.797163 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9193fdca-08ed-404b-b485-c446fea6b156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:15.501839 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:16.915142 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:18.446535 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:24.995141 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44946) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:25.062526 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ad500b-fdd7-4493-9ca3-c1625c4c8919 admin admin] GET failed (client error): The resource could not be found. Apr 06 13:43:25.063869 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-57ad500b-fdd7-4493-9ca3-c1625c4c8919 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677617 Apr 06 13:43:25.241947 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae118d9-797d-4182-892a-392a319f8062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:25.243726 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9ae118d9-797d-4182-892a-392a319f8062 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1753740 Apr 06 13:43:27.593560 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44956) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:27.694166 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b76632-33ca-4391-9dba-d7ca006ff6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:27.695558 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-76b76632-33ca-4391-9dba-d7ca006ff6e5 admin admin] 10.222.0.44 "GET /v2.0/subnets/24ce8d13-1175-44dc-a051-197a33f5e470 HTTP/1.1" status: 200 len: 849 time: 0.1010034 Apr 06 13:43:27.708302 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:43:27.793099 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Publish callbacks [] for subnet (24ce8d13-1175-44dc-a051-197a33f5e470), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:27.940874 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773216513805'] for subnet (24ce8d13-1175-44dc-a051-197a33f5e470), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:27.974323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:27.974951 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:27.976595 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] 10.222.0.44 "PUT /v2.0/subnets/24ce8d13-1175-44dc-a051-197a33f5e470 HTTP/1.1" status: 200 len: 868 time: 0.2720101 Apr 06 13:43:27.980397 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7453598-c70e-4cdd-9c4b-cbd33c6563e3 None None] Network fecb1f98-ab30-437e-a51b-b87294619694 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:43:28.009176 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ce8d13-1175-44dc-a051-197a33f5e470,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:43:28.021050 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.021050 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.021427 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.021950 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.022449 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.023383 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.023383 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.023865 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.024352 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.024838 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.025357 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.025853 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.026335 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.026815 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.027289 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4384fdb5-ed4d-4060-bad4-2d7ef2ef278b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:43:28.378466 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-80b5cb28-6fb8-4fd5-8a1f-abcdc59da0b4 None None] Provisioning complete for port a516cb70-6482-4531-97e4-dcb0d90d92b5 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:28.378811 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-80b5cb28-6fb8-4fd5-8a1f-abcdc59da0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (a516cb70-6482-4531-97e4-dcb0d90d92b5), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:28.472381 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-80b5cb28-6fb8-4fd5-8a1f-abcdc59da0b4 None None] Current status of the port a516cb70-6482-4531-97e4-dcb0d90d92b5 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:43:28.486695 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-80b5cb28-6fb8-4fd5-8a1f-abcdc59da0b4 None None] Provisioning complete for port 70b0d09f-c5c3-418e-9332-8615f885e818 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:43:28.487090 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-80b5cb28-6fb8-4fd5-8a1f-abcdc59da0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (70b0d09f-c5c3-418e-9332-8615f885e818), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:28.580000 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-80b5cb28-6fb8-4fd5-8a1f-abcdc59da0b4 None None] Current status of the port 70b0d09f-c5c3-418e-9332-8615f885e818 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:43:30.376187 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44964) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:30.620263 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb2451-4ec4-4617-a988-670784ac9dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:30.620632 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb2451-4ec4-4617-a988-670784ac9dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:30.622500 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-b6cb2451-4ec4-4617-a988-670784ac9dbb admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2451243 Apr 06 13:43:31.490965 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:43:32.996558 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44972) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:33.134409 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc53ff0-8e53-4e5b-8891-6dcaf50f423c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:33.134899 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc53ff0-8e53-4e5b-8891-6dcaf50f423c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:33.136464 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-acc53ff0-8e53-4e5b-8891-6dcaf50f423c admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1387632 Apr 06 13:43:35.515091 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44980) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:35.650444 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9540e-2678-4482-85e4-eb79d31d88dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:35.651879 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-1fa9540e-2678-4482-85e4-eb79d31d88dd admin admin] 10.222.0.44 "GET /v2.0/networks/45366ff3-7aa4-45a2-b359-242735ffa3e3 HTTP/1.1" status: 200 len: 886 time: 0.1359506 Apr 06 13:43:38.030887 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44988) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:38.191201 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132608b0-a547-4fe5-a4b0-fbef78e9f849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:38.192592 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-132608b0-a547-4fe5-a4b0-fbef78e9f849 admin admin] 10.222.0.44 "GET /v2.0/networks/fecb1f98-ab30-437e-a51b-b87294619694 HTTP/1.1" status: 200 len: 868 time: 0.1605268 Apr 06 13:43:40.570527 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 44996) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:40.700539 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4607ed0a-330e-488a-9a63-b7cf3b7fc6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:40.700870 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4607ed0a-330e-488a-9a63-b7cf3b7fc6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:40.702455 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4607ed0a-330e-488a-9a63-b7cf3b7fc6dd admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309578 Apr 06 13:43:42.306816 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-46e75284-0144-4434-9959-d222071b731c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:43.094324 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45004) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:43.316481 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a018403-9fce-46bf-b017-6be87066700f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:43.316824 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a018403-9fce-46bf-b017-6be87066700f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:43.318411 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-7a018403-9fce-46bf-b017-6be87066700f admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2230165 Apr 06 13:43:44.796420 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-aa2a318e-e321-46d2-987b-43a0e273a892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:45.500441 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:45.766927 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45014) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:45.919454 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6fbf0-dc4e-44b8-8c7f-4b8be957a06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:45.920878 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5dd6fbf0-dc4e-44b8-8c7f-4b8be957a06f admin admin] 10.222.0.44 "GET /v2.0/subnets/24ce8d13-1175-44dc-a051-197a33f5e470 HTTP/1.1" status: 200 len: 868 time: 0.1528795 Apr 06 13:43:46.914904 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:48.436586 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:43:49.059333 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45022) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:43:49.184116 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb66280-6c48-4055-8af7-e3fefad95a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:43:49.186223 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-abb66280-6c48-4055-8af7-e3fefad95a00 admin admin] 10.222.0.44 "GET /v2.0/subnets/2ac99acc-4f17-4135-81df-474d12cda216 HTTP/1.1" status: 200 len: 816 time: 0.1257696 Apr 06 13:44:08.489517 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:44:12.303695 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7a3c-538d-4542-86a6-769cedd9857f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:14.790680 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e79d26a9-4b5c-427c-abd0-38bbab29f24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:15.507066 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:16.917168 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:18.432973 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:30.505307 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45080) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:30.564353 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [None req-0bd3c037-75d1-4714-b5e3-4c2fc00aa11b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:44:30.565408 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-0bd3c037-75d1-4714-b5e3-4c2fc00aa11b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0590804 Apr 06 13:44:32.977122 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45088) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:33.046050 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09705f8-3994-4fed-ab2a-6fbfe2d505b5 admin admin] GET failed (client error): The resource could not be found. Apr 06 13:44:33.047364 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a09705f8-3994-4fed-ab2a-6fbfe2d505b5 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692301 Apr 06 13:44:33.136092 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34f6d8-a1c7-4280-9804-7c1f5eaf3f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:33.137621 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-1d34f6d8-a1c7-4280-9804-7c1f5eaf3f71 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859125 Apr 06 13:44:35.473483 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45096) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:35.524750 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:44:35.547858 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Made reservation on behalf of 93638bed93964a039f517c3fcbf218a9 for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:44:35.550178 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:35.596021 dv-cinder-836804-1-iscsi neutron-server[110042]: WARNING neutron.services.revisions.revision_plugin [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Could not find related network for resource to bump revision. Apr 06 13:44:35.614285 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:44:35.628960 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773216599152', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (3f09a43d-8c9d-40b2-83f6-6bd864bf6afe), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:35.629595 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Unsubscribe: segment precommit_create {{(pid=110042) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 13:44:35.630059 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Added segment 3f09a43d-8c9d-40b2-83f6-6bd864bf6afe of type vlan for network a5710564-e02d-40ee-ab69-997821a716b9 Apr 06 13:44:35.679926 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (a5710564-e02d-40ee-ab69-997821a716b9), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:35.714959 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (a5710564-e02d-40ee-ab69-997821a716b9), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:35.715891 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:35.717633 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:35.795051 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3204098 Apr 06 13:44:35.816116 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Pushing event updated for resources: {'Network': ['ID=a5710564-e02d-40ee-ab69-997821a716b9,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:35.824120 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.824468 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.824812 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.825156 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.825522 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.825938 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.826272 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.826599 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.826948 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.827311 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.827658 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.828026 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.828355 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.828680 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.829002 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58095258-f42d-4f69-b550-d8d8d7b3d74f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:35.842172 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network a5710564-e02d-40ee-ab69-997821a716b9 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:44:38.193716 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45104) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:44:38.260362 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4568fcd-9fde-4361-a0fd-081dedc83fd1 admin admin] GET failed (client error): The resource could not be found. Apr 06 13:44:38.261691 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f4568fcd-9fde-4361-a0fd-081dedc83fd1 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0669930 Apr 06 13:44:38.332643 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde53ab-547e-41c6-88b4-0a6bfef8842d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:38.334133 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-6dde53ab-547e-41c6-88b4-0a6bfef8842d admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0682306 Apr 06 13:44:38.344267 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:44:38.363685 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Made reservation on behalf of 93638bed93964a039f517c3fcbf218a9 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:44:38.366047 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:38.535390 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (2b4720c0-8fc8-4880-8860-b53035538193), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:38.587300 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4720c0-8fc8-4880-8860-b53035538193,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:38.602266 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Checking segment: {'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:44:38.602617 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Network hostable DHCP agents. Network: a5710564-e02d-40ee-ab69-997821a716b9, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:44:38.619892 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Network a5710564-e02d-40ee-ab69-997821a716b9 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:44:38.633665 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, a5710564-e02d-40ee-ab69-997821a716b9) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:44:38.638668 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:44:38.639297 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:38.644420 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6fa9c4-5afc-43f9-bf37-734bf6205153 None None] Network a5710564-e02d-40ee-ab69-997821a716b9 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:44:38.657659 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-b68c2de9-adfd-4d27-ab85-c1d95a6567b8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3168254 Apr 06 13:44:38.789130 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-a5710564-e02d-40ee-ab69-997821a716b9', 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9', 'project_id': '93638bed93964a039f517c3fcbf218a9', 'fixed_ips': [{'subnet_id': '2b4720c0-8fc8-4880-8860-b53035538193'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:44:38.790212 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:38.943818 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Allocated IP 192.168.233.2 (a5710564-e02d-40ee-ab69-997821a716b9/2b4720c0-8fc8-4880-8860-b53035538193/ab2b2832-731b-4850-ae76-6012c4122705) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:44:39.115805 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Publish callbacks [] for port (ab2b2832-731b-4850-ae76-6012c4122705), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.127204 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (ab2b2832-731b-4850-ae76-6012c4122705), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.184613 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Network a5710564-e02d-40ee-ab69-997821a716b9 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:44:39.189087 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:44:39.191130 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Pushing event updated for resources: {'Port': ['ID=ab2b2832-731b-4850-ae76-6012c4122705,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:39.193647 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:44:39.205612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.205612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.205612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.205612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.205612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.205612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.205612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.206288 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.206288 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.206288 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.206607 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.207052 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.207226 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.207548 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.207865 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:44:39.266865 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Attempting to bind port ab2b2832-731b-4850-ae76-6012c4122705 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:44:39.267299 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Attempting to bind port ab2b2832-731b-4850-ae76-6012c4122705 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:44:39.268213 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Attempting to bind port ab2b2832-731b-4850-ae76-6012c4122705 on network a5710564-e02d-40ee-ab69-997821a716b9 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:44:39.275219 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:44:39.275599 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Checking segment: {'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:44:39.276011 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.276401 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Bound using segment: {'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:44:39.276866 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Bound port: ab2b2832-731b-4850-ae76-6012c4122705, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:44:39.277242 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (ab2b2832-731b-4850-ae76-6012c4122705), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.349917 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] For port ab2b2832-731b-4850-ae76-6012c4122705, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:44:39.353854 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] For port ab2b2832-731b-4850-ae76-6012c4122705, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=ab2b2832-731b-4850-ae76-6012c4122705,segment=NetworkSegment(3f09a43d-8c9d-40b2-83f6-6bd864bf6afe),segment_id=3f09a43d-8c9d-40b2-83f6-6bd864bf6afe)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:44:39.363339 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (ab2b2832-731b-4850-ae76-6012c4122705), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:39.422373 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd9e37-e41d-403c-9e20-f04f11a9c361 None None] Pushing event updated for resources: {'Port': ['ID=ab2b2832-731b-4850-ae76-6012c4122705,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:40.346484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18f5db-dc82-4cbe-a2a6-f27b512e8283 None None] Network a5710564-e02d-40ee-ab69-997821a716b9 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:44:40.451767 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-8d50ed2a-f96e-4468-9a52-58df8d266a0e None None] Provisioning complete for port ab2b2832-731b-4850-ae76-6012c4122705 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:44:40.451995 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8d50ed2a-f96e-4468-9a52-58df8d266a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (ab2b2832-731b-4850-ae76-6012c4122705), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:40.547865 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-8d50ed2a-f96e-4468-9a52-58df8d266a0e None None] Current status of the port ab2b2832-731b-4850-ae76-6012c4122705 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:44:40.548256 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8d50ed2a-f96e-4468-9a52-58df8d266a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (ab2b2832-731b-4850-ae76-6012c4122705), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:40.586736 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-8d50ed2a-f96e-4468-9a52-58df8d266a0e None None] For port ab2b2832-731b-4850-ae76-6012c4122705, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=ab2b2832-731b-4850-ae76-6012c4122705,segment=NetworkSegment(3f09a43d-8c9d-40b2-83f6-6bd864bf6afe),segment_id=3f09a43d-8c9d-40b2-83f6-6bd864bf6afe)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:44:40.594595 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8d50ed2a-f96e-4468-9a52-58df8d266a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (ab2b2832-731b-4850-ae76-6012c4122705), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:40.653598 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50ed2a-f96e-4468-9a52-58df8d266a0e None None] Pushing event updated for resources: {'Port': ['ID=ab2b2832-731b-4850-ae76-6012c4122705,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:44:40.715247 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-faca4f33-d2b8-498c-9284-460951f2d539 None None] Provisioning complete for port ab2b2832-731b-4850-ae76-6012c4122705 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:44:40.715703 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-faca4f33-d2b8-498c-9284-460951f2d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (ab2b2832-731b-4850-ae76-6012c4122705), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:40.795326 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-faca4f33-d2b8-498c-9284-460951f2d539 None None] Current status of the port ab2b2832-731b-4850-ae76-6012c4122705 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:44:41.367085 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device ab2b2832-731b-4850-ae76-6012c4122705 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:44:41.422567 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port ab2b2832-731b-4850-ae76-6012c4122705 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:44:41.423035 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (ab2b2832-731b-4850-ae76-6012c4122705), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:41.505343 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port ab2b2832-731b-4850-ae76-6012c4122705 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:44:42.308984 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-540ed32c-cb67-43e8-b01c-89b8dbc0c79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:44.796169 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-eee58035-edf2-43a6-9a97-86a864e44635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:45.489142 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:44:45.506544 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:46.923992 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:44:48.429172 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:12.313680 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bc4d75b2-78fd-4f19-bc98-cbbe7a3abaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:14.791908 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1206410d-e514-4960-a226-83026a560d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:15.510989 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:16.923109 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:18.434758 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:22.488752 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:45:42.320816 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-f71384f9-cb53-4720-aed0-5eaebfd3665b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:44.796027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0f669721-88f9-4d6f-95d9-af4d45352ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:45.512857 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:46.925926 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:48.431507 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:45:59.487794 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:46:12.315178 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b0c83f13-6922-4177-b174-55eb8a2b8c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:14.801050 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1fa332ba-91ee-4ca0-85be-431f98f7d633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:15.515082 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:16.928208 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:17.224545 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45142) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:46:17.232810 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [None req-4124f900-7360-4783-bb66-0a5145ae4295 tempest-verify_tempest_config-53824720 tempest-verify_tempest_config-53824720-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:46:17.233836 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4124f900-7360-4783-bb66-0a5145ae4295 tempest-verify_tempest_config-53824720 tempest-verify_tempest_config-53824720-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0083058 Apr 06 13:46:17.560635 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45160) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:46:17.670072 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:17.746587 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Publish callbacks [] for security_group (8ffee474-55fc-47d1-9e2f-26a73f15567f), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:17.750787 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8ffee474-55fc-47d1-9e2f-26a73f15567f), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:17.795684 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bed6f2a0ff749009e1898a882373be7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2338233 Apr 06 13:46:17.796791 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffee474-55fc-47d1-9e2f-26a73f15567f,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:17.797783 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45166) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:46:17.807356 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.807846 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.808203 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.808527 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.808869 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.809203 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.809678 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.810012 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.810359 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.810694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.811013 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.811353 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.811683 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.812002 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.812314 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c5a835-c84a-413b-ad3a-f7f9c8699d16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:17.871572 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Publish callbacks [] for security_group (8ffee474-55fc-47d1-9e2f-26a73f15567f), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:17.892124 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Publish callbacks [] for security_group (8ffee474-55fc-47d1-9e2f-26a73f15567f), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:17.983952 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8ffee474-55fc-47d1-9e2f-26a73f15567f), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:17.986559 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:17.987787 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ffee474-55fc-47d1-9e2f-26a73f15567f HTTP/1.1" status: 204 len: 168 time: 0.1890523 Apr 06 13:46:17.996110 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffee474-55fc-47d1-9e2f-26a73f15567f,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:46:18.003136 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.003418 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.003762 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.004103 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.004434 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.004793 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.005077 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.005431 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.005772 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.006102 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.006446 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.006774 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.007099 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.007419 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.007746 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b8694-7594-4f45-acd6-e69725784261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:46:18.428981 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:36.486904 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:46:42.324055 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-cec9d2e9-9c3a-4ca8-b4a3-aa9fb2fbbad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:44.807148 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5d7efb9a-698c-4ccf-b5ca-8a6f7422b68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:45.518199 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:46.933405 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:46:48.423590 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:12.318925 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dddf2f0d-c917-42fb-90d6-9274d93830b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:13.486984 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:47:14.811414 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-a17d5ea8-2bcb-4a61-a256-281f3d1eb53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:15.522612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:16.937109 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:18.430510 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:42.324744 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0eff247e-579f-4886-b6b0-d50c5689a7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:44.804070 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6f244a21-1560-49d7-aa36-d1b81beb0bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:45.525840 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:46.943860 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:48.429295 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:47:50.485776 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 5 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:48:08.498767 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1681487'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:12.327403 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-46f087a4-8e04-493b-a776-69be89120cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:14.798636 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-f38ed0b2-abcb-4a3e-a33d-f47bba41d8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:15.532927 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:16.943554 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:18.425151 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:23.318780 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45236) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:48:23.441484 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-535005fb-30a4-4536-b794-256a681b4e0b admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1203430 Apr 06 13:48:25.874940 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45246) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:48:25.957722 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-b6015306-e9ad-4060-97ae-21c17146f685 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0809875 Apr 06 13:48:27.485753 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:48:38.499113 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:42.328067 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3489a4f3-a435-4c52-8735-4ebfc23efad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:44.803320 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c18b0a9b-e276-47b1-94eb-00fc85b28235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:45.539305 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:46.950827 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:48:48.434025 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:04.485159 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:49:08.503778 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:12.324898 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-01b785dd-b44d-4ad2-9bce-f0adccd736f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:14.808278 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b8510061-f53b-4888-8d09-629143cbfa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:15.535831 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:16.949049 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:18.438840 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:38.498573 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:41.485574 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:49:42.319775 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b1aa65c1-8368-4545-8e5c-e9167fb9d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:44.812440 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-69009ae4-f371-478d-8a81-a79343d35854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:45.537809 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:46.951979 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:49:48.435045 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:07.514392 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45424) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:07.847509 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1018500801-network', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:07.870297 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Made reservation on behalf of 4a544e8275b2444c8378a5f0d4ea4409 for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:07.872765 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:07.884213 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:07.983109 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Publish callbacks [] for security_group (6d9aca96-6385-4b26-be03-99319ab766d5), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:07.989485 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (6d9aca96-6385-4b26-be03-99319ab766d5), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.015384 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9aca96-6385-4b26-be03-99319ab766d5,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:08.025913 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.026661 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.026830 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.027218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.027471 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.027793 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.028119 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.028452 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.028777 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.029182 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.029546 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.029966 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.030213 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.030524 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.030863 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Tracked resource versions report: Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: pushed versions: Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: { 'AddressGroup': {'1.2'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Agent': {'1.1'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'ConntrackHelper': {'1.0'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Log': {'1.0'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'NDPProxy': {'1.0'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Network': {'1.1'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Port': {'1.7'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'PortForwarding': {'1.3'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'QosPolicy': {'1.10'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SecurityGroup': {'1.5'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SubPort': {'1.0'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Subnet': {'1.1'}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Trunk': {'1.1'}} Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: consumer versions: Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: { DHCP agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: HyperV agent@hv-cinder-83680: {}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: L3 agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: Metadata agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: Metering agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: Open vSwitch agent@dv-cinder-836804-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Agent': '1.1', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'ConntrackHelper': '1.0', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'LocalIPAssociation': '1.0', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Log': '1.0', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'NDPProxy': '1.0', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Network': '1.1', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Port': '1.7', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'PortForwarding': '1.3', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'QosPolicy': '1.10', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SecurityGroup': '1.5', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SecurityGroupRule': '1.2', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'SubPort': '1.0', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Subnet': '1.1', Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: 'Trunk': '1.1'}} Apr 06 13:50:08.031936 dv-cinder-836804-1-iscsi neutron-server[110042]: {{(pid=110042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:50:08.037501 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:50:08.052549 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (3702130b-5f67-460a-befa-814f4b65d00e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.052982 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Added segment 3702130b-5f67-460a-befa-814f4b65d00e of type vlan for network 535bbf8b-fe20-44f2-8ee2-c569786c8987 Apr 06 13:50:08.089614 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45458) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:08.097775 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (535bbf8b-fe20-44f2-8ee2-c569786c8987), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.123282 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (535bbf8b-fe20-44f2-8ee2-c569786c8987), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.125164 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:08.125837 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.181491 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6653655 Apr 06 13:50:08.184485 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45466) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:08.189337 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Request body: {'subnet': {'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-subnet', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:08.195432 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad5a80-2576-48a4-a2b7-ec7cefbf3dcf admin admin] Pushing event updated for resources: {'Network': ['ID=535bbf8b-fe20-44f2-8ee2-c569786c8987,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:08.206801 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:50:08.215076 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Made reservation on behalf of 4a544e8275b2444c8378a5f0d4ea4409 for: {'subnet': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:08.218359 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.440350 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (444fe024-63b4-4bfc-97b4-651d622c6ad9), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.487382 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444fe024-63b4-4bfc-97b4-651d622c6ad9,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:08.496104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.496703 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.497041 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.497550 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.498055 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.498552 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.499025 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.499494 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.499964 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.500423 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.501065 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.501215 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.501429 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.501761 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.502088 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.502405 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Tracked resource versions report: Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: pushed versions: Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: { 'AddressGroup': {'1.2'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Agent': {'1.1'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'ConntrackHelper': {'1.0'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Log': {'1.0'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'NDPProxy': {'1.0'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Network': {'1.1'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Port': {'1.7'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'PortForwarding': {'1.3'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'QosPolicy': {'1.10'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SecurityGroup': {'1.5'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SubPort': {'1.0'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Subnet': {'1.1'}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Trunk': {'1.1'}} Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: consumer versions: Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: { DHCP agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: HyperV agent@hv-cinder-83680: {}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: L3 agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: Metadata agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: Metering agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: Open vSwitch agent@dv-cinder-836804-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Agent': '1.1', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'ConntrackHelper': '1.0', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'LocalIPAssociation': '1.0', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Log': '1.0', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'NDPProxy': '1.0', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Network': '1.1', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Port': '1.7', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'PortForwarding': '1.3', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'QosPolicy': '1.10', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SecurityGroup': '1.5', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SecurityGroupRule': '1.2', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'SubPort': '1.0', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Subnet': '1.1', Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: 'Trunk': '1.1'}} Apr 06 13:50:08.503716 dv-cinder-836804-1-iscsi neutron-server[110043]: {{(pid=110043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:50:08.529663 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-104737569-network', 'tenant_id': '873d3301e23f49a8b7126a8900344774'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:08.536241 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Checking segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:08.536621 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Network hostable DHCP agents. Network: 535bbf8b-fe20-44f2-8ee2-c569786c8987, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:50:08.559108 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45478) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:08.565954 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:50:08.570663 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Made reservation on behalf of 873d3301e23f49a8b7126a8900344774 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:08.573437 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.586588 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.589514 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 535bbf8b-fe20-44f2-8ee2-c569786c8987) {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:08.603300 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05ee58-196b-44af-a3c4-468663b663a8 None None] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:50:08.622674 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:08.623497 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.692189 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Publish callbacks [] for security_group (d558dd37-16ff-4a32-994d-6226de8888d1), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.698806 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (d558dd37-16ff-4a32-994d-6226de8888d1), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.714694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:50:08.723266 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-535bbf8b-fe20-44f2-8ee2-c569786c8987', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:50:08.724508 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.749830 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d558dd37-16ff-4a32-994d-6226de8888d1,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:08.757994 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-93ffbd54-e493-4295-a362-54e30c0528c0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5722153 Apr 06 13:50:08.760065 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45492) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:08.764676 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:08.771416 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (11a545fc-2a4f-4528-b24a-7914f5827ae2), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.771854 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Added segment 11a545fc-2a4f-4528-b24a-7914f5827ae2 of type vlan for network ad99db9e-45ae-43ab-a010-181a9b580402 Apr 06 13:50:08.789039 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45494) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:08.797097 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.799133 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.860193 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (ad99db9e-45ae-43ab-a010-181a9b580402), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.876052 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Allocated IP 172.20.0.2 (535bbf8b-fe20-44f2-8ee2-c569786c8987/444fe024-63b4-4bfc-97b4-651d622c6ad9/1a2dea3b-0972-4c39-84c0-ade8187daa3d) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:08.914788 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (ad99db9e-45ae-43ab-a010-181a9b580402), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.915557 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:08.916158 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.934072 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks [] for router_controller (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), precommit_add_association {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:08.989812 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8987947 Apr 06 13:50:08.991064 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd8ff6-5aec-4100-befa-1e31db971b06 admin admin] Pushing event updated for resources: {'Network': ['ID=ad99db9e-45ae-43ab-a010-181a9b580402,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:08.993278 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45502) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:08.998300 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Request body: {'subnet': {'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-subnet', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:09.025552 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network ad99db9e-45ae-43ab-a010-181a9b580402 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:50:09.026173 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Made reservation on behalf of 873d3301e23f49a8b7126a8900344774 for: {'subnet': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:09.029544 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.094806 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1854127413-network', 'tenant_id': '16f070eced2848f18bee78de026d1342'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:09.116721 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Publish callbacks [] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.126618 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.169599 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-network', 'tenant_id': '755c0338ac804cb99d73687e61a866e6'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:09.180302 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Pushing event updated for resources: {'Port': ['ID=1a2dea3b-0972-4c39-84c0-ade8187daa3d,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:09.190941 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.191289 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.192080 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.192452 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.192793 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.193122 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.193474 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.194164 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.194493 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.194817 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.195138 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.195479 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.195801 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.196831 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.197176 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Tracked resource versions report: Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: pushed versions: Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: { 'AddressGroup': {'1.2'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Agent': {'1.1'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'ConntrackHelper': {'1.0'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Log': {'1.0'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'NDPProxy': {'1.0'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Network': {'1.1'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Port': {'1.7'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'PortForwarding': {'1.3'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'QosPolicy': {'1.10'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SecurityGroup': {'1.5'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SubPort': {'1.0'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Subnet': {'1.1'}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Trunk': {'1.1'}} Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: consumer versions: Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: { DHCP agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: HyperV agent@hv-cinder-83680: {}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: L3 agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: Metadata agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: Metering agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: Open vSwitch agent@dv-cinder-836804-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Agent': '1.1', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'ConntrackHelper': '1.0', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'LocalIPAssociation': '1.0', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Log': '1.0', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'NDPProxy': '1.0', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Network': '1.1', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Port': '1.7', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'PortForwarding': '1.3', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'QosPolicy': '1.10', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SecurityGroup': '1.5', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SecurityGroupRule': '1.2', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'SubPort': '1.0', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Subnet': '1.1', Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: 'Trunk': '1.1'}} Apr 06 13:50:09.198353 dv-cinder-836804-1-iscsi neutron-server[110044]: {{(pid=110044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:50:09.208969 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:09.210953 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:09.213399 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:09.230240 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Made reservation on behalf of 16f070eced2848f18bee78de026d1342 for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:09.233283 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.274957 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (eb05a017-636f-4b83-ae3a-e0f649b3163c), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.279607 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.292267 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks [] for router_gateway (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.299808 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Attempting to bind port 1a2dea3b-0972-4c39-84c0-ade8187daa3d on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:09.300180 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Attempting to bind port 1a2dea3b-0972-4c39-84c0-ade8187daa3d by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:09.300539 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Attempting to bind port 1a2dea3b-0972-4c39-84c0-ade8187daa3d on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:09.318881 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:09.319588 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Checking segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:09.320010 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.321123 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Bound using segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:09.329928 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Bound port: 1a2dea3b-0972-4c39-84c0-ade8187daa3d, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:09.330376 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.336524 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Made reservation on behalf of 755c0338ac804cb99d73687e61a866e6 for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:09.339256 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.373562 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb05a017-636f-4b83-ae3a-e0f649b3163c,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:09.394457 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Checking segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:09.394819 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Network hostable DHCP agents. Network: ad99db9e-45ae-43ab-a010-181a9b580402, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:50:09.436761 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Network ad99db9e-45ae-43ab-a010-181a9b580402 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:50:09.463930 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, ad99db9e-45ae-43ab-a010-181a9b580402) {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:09.470232 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:09.471333 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.501754 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.502385 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-344131a5-84a4-418c-9f97-6d3e8df59296 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5078063 Apr 06 13:50:09.505102 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45520) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:09.513422 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:09.522628 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] For port 1a2dea3b-0972-4c39-84c0-ade8187daa3d, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:09.531384 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] For port 1a2dea3b-0972-4c39-84c0-ade8187daa3d, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1a2dea3b-0972-4c39-84c0-ade8187daa3d,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:09.546712 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66976380-e081-4c96-b8c6-6833d81a4956 None None] Network ad99db9e-45ae-43ab-a010-181a9b580402 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:50:09.556321 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.562028 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (c836b5e4-e44a-4627-8a97-4231720c6837), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.563842 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (c836b5e4-e44a-4627-8a97-4231720c6837), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.753356 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks [] for router_controller (c836b5e4-e44a-4627-8a97-4231720c6837), precommit_add_association {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.811143 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e07ba-0167-4f72-b6ea-504f081d2059 None None] Pushing event updated for resources: {'Port': ['ID=1a2dea3b-0972-4c39-84c0-ade8187daa3d,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:09.916278 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Publish callbacks [] for security_group (a454d2b1-6a51-4942-9f8d-0f2a987b63b9), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:09.954936 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a454d2b1-6a51-4942-9f8d-0f2a987b63b9), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.007061 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Publish callbacks [] for security_group (94457acd-62d7-4906-8b22-212e40e77b71), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.017588 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:50:10.054601 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (94457acd-62d7-4906-8b22-212e40e77b71), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.090761 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-ad99db9e-45ae-43ab-a010-181a9b580402', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'project_id': '873d3301e23f49a8b7126a8900344774', 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:50:10.092058 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.199106 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (ee51b8d4-040f-4c30-a735-2c90fbc0717d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.199796 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Added segment ee51b8d4-040f-4c30-a735-2c90fbc0717d of type vlan for network 406737fb-4da3-41ab-a1c9-29c129334977 Apr 06 13:50:10.213208 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:50:10.235896 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks [] for router_gateway (c836b5e4-e44a-4627-8a97-4231720c6837), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.269457 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a454d2b1-6a51-4942-9f8d-0f2a987b63b9,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:10.380879 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (5880c140-ac66-4b3d-87ce-72fa8840d84e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.381506 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Added segment 5880c140-ac66-4b3d-87ce-72fa8840d84e of type vlan for network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 Apr 06 13:50:10.428499 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (406737fb-4da3-41ab-a1c9-29c129334977), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.443870 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Allocated IP 172.20.0.2 (ad99db9e-45ae-43ab-a010-181a9b580402/eb05a017-636f-4b83-ae3a-e0f649b3163c/92a62102-b61e-42d2-b579-0c493cb187f3) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:10.491159 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94457acd-62d7-4906-8b22-212e40e77b71,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:10.516867 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks [] for router_gateway (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.519716 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.568173 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.605044 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (406737fb-4da3-41ab-a1c9-29c129334977), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.608455 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:10.608455 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.721291 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks [] for router_gateway (c836b5e4-e44a-4627-8a97-4231720c6837), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.750937 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Publish callbacks [] for port (92a62102-b61e-42d2-b579-0c493cb187f3), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.764096 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.769156 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.791782 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] Pushing event updated for resources: {'Network': ['ID=406737fb-4da3-41ab-a1c9-29c129334977,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:10.853185 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-948b81d4-01e3-4d8c-9e4c-b89748d1c43e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2927938 Apr 06 13:50:10.881545 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Pushing event updated for resources: {'Port': ['ID=92a62102-b61e-42d2-b579-0c493cb187f3,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:10.885916 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 406737fb-4da3-41ab-a1c9-29c129334977 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:50:10.920102 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45570) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:10.927704 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Request body: {'subnet': {'network_id': '406737fb-4da3-41ab-a1c9-29c129334977', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1854127413-subnet', 'tenant_id': '16f070eced2848f18bee78de026d1342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:10.941597 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Allocated IP 172.27.3.199 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/d52e9134-9d29-4260-9b1f-2db64085ae33) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:10.956136 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Made reservation on behalf of 16f070eced2848f18bee78de026d1342 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:10.959071 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:10.975474 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Network ad99db9e-45ae-43ab-a010-181a9b580402 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:10.977940 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:10.981510 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:11.058049 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Attempting to bind port 92a62102-b61e-42d2-b579-0c493cb187f3 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:11.058818 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Attempting to bind port 92a62102-b61e-42d2-b579-0c493cb187f3 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:11.059383 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Attempting to bind port 92a62102-b61e-42d2-b579-0c493cb187f3 on network ad99db9e-45ae-43ab-a010-181a9b580402 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:11.066637 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:11.067361 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Checking segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:11.068370 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.068930 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Bound using segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:11.069611 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Bound port: 92a62102-b61e-42d2-b579-0c493cb187f3, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:11.070151 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.119748 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks [] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.134841 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.136312 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:11.136447 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.155940 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] For port 92a62102-b61e-42d2-b579-0c493cb187f3, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:11.160552 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] For port 92a62102-b61e-42d2-b579-0c493cb187f3, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=92a62102-b61e-42d2-b579-0c493cb187f3,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:11.173415 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.186620 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.219549 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4288743 Apr 06 13:50:11.235681 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45580) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:11.269141 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Request body: {'subnet': {'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-subnet', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:11.302999 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Pushing event updated for resources: {'Port': ['ID=d52e9134-9d29-4260-9b1f-2db64085ae33,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:11.335279 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:11.349809 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:11.352711 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37adec-b1c9-4335-be6b-c51ed964f7a2 None None] Pushing event updated for resources: {'Port': ['ID=92a62102-b61e-42d2-b579-0c493cb187f3,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:11.360936 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:11.414729 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b678e-49ad-4825-9fc0-acfc57e017ee None None] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:50:11.443456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.498540 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Made reservation on behalf of 755c0338ac804cb99d73687e61a866e6 for: {'subnet': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:11.513646 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:11.550146 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088c511-5918-4a24-a85e-025c442befd8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:11.570204 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:50:11.638097 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Allocated IP 172.27.3.52 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/12e761d5-1d16-45dc-a7e5-135809c4de01) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:11.710461 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:11.886190 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Checking segment: {'id': 'ee51b8d4-040f-4c30-a735-2c90fbc0717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '406737fb-4da3-41ab-a1c9-29c129334977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:11.886570 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Network hostable DHCP agents. Network: 406737fb-4da3-41ab-a1c9-29c129334977, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:50:11.960532 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Network 406737fb-4da3-41ab-a1c9-29c129334977 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:50:12.003321 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 406737fb-4da3-41ab-a1c9-29c129334977) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:12.028626 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:12.029334 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:12.054584 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d5346-6b75-4f04-9535-1a810a53ff86 None None] Network 406737fb-4da3-41ab-a1c9-29c129334977 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:50:12.068872 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 92a62102-b61e-42d2-b579-0c493cb187f3 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:12.077190 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-456c7543-f7d0-4180-a34b-c8a68f0fb5ee None None] Provisioning complete for port 1a2dea3b-0972-4c39-84c0-ade8187daa3d triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:12.080619 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-456c7543-f7d0-4180-a34b-c8a68f0fb5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:12.081307 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks [] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:12.094288 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-6ad2a8e1-9baa-4d32-a7ef-8f5abb086145 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1715183 Apr 06 13:50:12.226946 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:12.338831 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (4fe86422-fd6d-4ce9-97ec-1d8350a3eb23), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:12.481603 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:12.488316 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:12.522996 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:12.535511 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Pushing event updated for resources: {'Port': ['ID=12e761d5-1d16-45dc-a7e5-135809c4de01,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:12.598959 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:12.602920 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks [] for router_gateway (c836b5e4-e44a-4627-8a97-4231720c6837), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:12.621151 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-062ddf3e-aa73-4439-bb71-6efcc70ae0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:12.662629 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45648) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:12.831471 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Checking segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:12.832293 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Network hostable DHCP agents. Network: ad475d33-2bdb-4b64-ba33-e4b6b36c66b0, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:50:12.852444 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5565e63-7364-4728-bc8f-040dd84053c2 None None] Network 406737fb-4da3-41ab-a1c9-29c129334977 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:50:12.905135 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:50:12.988958 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221ae868-ff63-4286-aa9a-975bdea4d742 None None] Network ad99db9e-45ae-43ab-a010-181a9b580402 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:50:13.014966 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-38e00d55-aa65-4b4b-834a-bbbfbc6d7e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.020786 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, ad475d33-2bdb-4b64-ba33-e4b6b36c66b0) {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:13.027730 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:13.029204 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.057676 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-017317fe-039d-4d98-a2be-00bc7d3fceec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7952232 Apr 06 13:50:13.060601 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45664) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:13.077657 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:13.149490 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-38e00d55-aa65-4b4b-834a-bbbfbc6d7e93 admin admin] Publish callbacks [] for security_group (daa41dc8-ef06-4653-98a5-b9fc57f59138), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.213081 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-456c7543-f7d0-4180-a34b-c8a68f0fb5ee None None] Current status of the port 1a2dea3b-0972-4c39-84c0-ade8187daa3d is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:13.213531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-456c7543-f7d0-4180-a34b-c8a68f0fb5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.239183 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-38e00d55-aa65-4b4b-834a-bbbfbc6d7e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (daa41dc8-ef06-4653-98a5-b9fc57f59138), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.249917 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45682) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:13.277568 dv-cinder-836804-1-iscsi neutron-server[110043]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 13:50:13.286082 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897aa4b-20c7-4f6c-a9b1-06dd338de803 None None] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:50:13.290676 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e00d55-aa65-4b4b-834a-bbbfbc6d7e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa41dc8-ef06-4653-98a5-b9fc57f59138,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:13.369937 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 92a62102-b61e-42d2-b579-0c493cb187f3 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:13.370327 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.440956 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-456c7543-f7d0-4180-a34b-c8a68f0fb5ee None None] For port 1a2dea3b-0972-4c39-84c0-ade8187daa3d, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1a2dea3b-0972-4c39-84c0-ade8187daa3d,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:13.459440 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (951d54b1-d350-4ed0-801a-9e621bd92c0e), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.460485 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (951d54b1-d350-4ed0-801a-9e621bd92c0e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.478095 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks [] for router_gateway (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.498176 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-456c7543-f7d0-4180-a34b-c8a68f0fb5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.552103 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'project_id': '755c0338ac804cb99d73687e61a866e6', 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:50:13.552946 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.746330 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 92a62102-b61e-42d2-b579-0c493cb187f3 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:13.748144 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.749216 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (c836b5e4-e44a-4627-8a97-4231720c6837), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.756016 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c7543-f7d0-4180-a34b-c8a68f0fb5ee None None] Pushing event updated for resources: {'Port': ['ID=1a2dea3b-0972-4c39-84c0-ade8187daa3d,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:13.759768 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-38e00d55-aa65-4b4b-834a-bbbfbc6d7e93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d79aebecd08d4e36beade0e25c219df5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0963500 Apr 06 13:50:13.763146 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45702) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:13.804580 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks [] for router_controller (951d54b1-d350-4ed0-801a-9e621bd92c0e), precommit_add_association {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.822872 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-0ebec649-96fe-4190-b355-a8df0db7b4b3 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:13.824349 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-0ebec649-96fe-4190-b355-a8df0db7b4b3 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/networks?id=406737fb-4da3-41ab-a1c9-29c129334977 HTTP/1.1" status: 200 len: 812 time: 0.5484519 Apr 06 13:50:13.845131 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-131f0e80-3211-41da-9151-c915ccf4f18c None None] Provisioning complete for port 92a62102-b61e-42d2-b579-0c493cb187f3 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:13.845700 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-131f0e80-3211-41da-9151-c915ccf4f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:13.854461 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-4eb03819-9fcd-446d-9fd0-0dade4096b3a tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/quotas/16f070eced2848f18bee78de026d1342 HTTP/1.1" status: 200 len: 375 time: 0.0205207 Apr 06 13:50:13.959028 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-d7d80303-114b-4198-86ae-cd8c21eeca17 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=16f070eced2848f18bee78de026d1342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686042 Apr 06 13:50:13.985231 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks [] for router_gateway (951d54b1-d350-4ed0-801a-9e621bd92c0e), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.007386 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Allocated IP 172.20.0.2 (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0/4fe86422-fd6d-4ce9-97ec-1d8350a3eb23/80e48018-0368-485c-9e99-b6b8f2c7404b) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:14.024304 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port 92a62102-b61e-42d2-b579-0c493cb187f3, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=92a62102-b61e-42d2-b579-0c493cb187f3,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:14.036105 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.036921 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1a2dea3b-0972-4c39-84c0-ade8187daa3d up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:14.063499 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Router c836b5e4-e44a-4627-8a97-4231720c6837 is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:50:14.174577 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=92a62102-b61e-42d2-b579-0c493cb187f3,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:14.196177 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.210280 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-ee754c93-8e8f-43c1-b135-e8e18c16ad75 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:50:14.213725 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-ee754c93-8e8f-43c1-b135-e8e18c16ad75 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0726748 Apr 06 13:50:14.231332 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 1a2dea3b-0972-4c39-84c0-ade8187daa3d triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:14.231756 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.268068 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dda12a19-d3b0-4c76-b489-6b4af2fc3390 admin admin] Publish callbacks [] for security_group (daa41dc8-ef06-4653-98a5-b9fc57f59138), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.277328 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-131f0e80-3211-41da-9151-c915ccf4f18c None None] Current status of the port 92a62102-b61e-42d2-b579-0c493cb187f3 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:14.294023 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:50:14.309638 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Sync routers for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:14.320463 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-131f0e80-3211-41da-9151-c915ccf4f18c None None] Provisioning complete for port 1a2dea3b-0972-4c39-84c0-ade8187daa3d triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:14.320900 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-131f0e80-3211-41da-9151-c915ccf4f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.322160 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:14.323269 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:49:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:14.340040 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dda12a19-d3b0-4c76-b489-6b4af2fc3390 admin admin] Publish callbacks [] for security_group (daa41dc8-ef06-4653-98a5-b9fc57f59138), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.369889 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-cf927682-fd51-44ee-ab7d-5a05ca4b240d service neutron] 10.222.0.44 "GET /v2.0/networks/406737fb-4da3-41ab-a1c9-29c129334977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470678 Apr 06 13:50:14.394482 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.395828 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-01b19866-264f-40e6-8b4d-232dff94031a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8897252 Apr 06 13:50:14.400519 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45714) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:14.451085 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Publish callbacks [] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.466001 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 1a2dea3b-0972-4c39-84c0-ade8187daa3d is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:14.468762 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.506227 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:14.517710 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:14.541294 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:14.549325 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:14.553163 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Pushing event updated for resources: {'Port': ['ID=80e48018-0368-485c-9e99-b6b8f2c7404b,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:14.572108 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-e662e28b-42a4-4bcd-94fc-7c69f484a4b0 service neutron] 10.222.0.44 "GET /v2.0/networks/406737fb-4da3-41ab-a1c9-29c129334977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927676 Apr 06 13:50:14.584322 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dda12a19-d3b0-4c76-b489-6b4af2fc3390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (daa41dc8-ef06-4653-98a5-b9fc57f59138), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.587699 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dda12a19-d3b0-4c76-b489-6b4af2fc3390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.589717 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-dda12a19-d3b0-4c76-b489-6b4af2fc3390 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/daa41dc8-ef06-4653-98a5-b9fc57f59138 HTTP/1.1" status: 204 len: 168 time: 0.8256128 Apr 06 13:50:14.617691 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-131f0e80-3211-41da-9151-c915ccf4f18c None None] Current status of the port 1a2dea3b-0972-4c39-84c0-ade8187daa3d is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:14.659470 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 92a62102-b61e-42d2-b579-0c493cb187f3 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:14.689047 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda12a19-d3b0-4c76-b489-6b4af2fc3390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa41dc8-ef06-4653-98a5-b9fc57f59138,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:14.745195 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:50:14.758972 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Attempting to bind port 80e48018-0368-485c-9e99-b6b8f2c7404b on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:14.759567 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:11Z', 'revision_number': 3, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:14.759709 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Attempting to bind port 80e48018-0368-485c-9e99-b6b8f2c7404b by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:14.759709 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Attempting to bind port 80e48018-0368-485c-9e99-b6b8f2c7404b on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:14.773990 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:14.774373 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Checking segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:14.774775 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.775164 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Bound using segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:14.775639 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Bound port: 80e48018-0368-485c-9e99-b6b8f2c7404b, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:14.776022 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.804223 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-c0d1b127-c022-4a96-bcc4-8df4f3b5f4fc None None] Provisioning complete for port 92a62102-b61e-42d2-b579-0c493cb187f3 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:14.804546 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b127-c022-4a96-bcc4-8df4f3b5f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.806095 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Checking router: c836b5e4-e44a-4627-8a97-4231720c6837 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:14.809232 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Updating router c836b5e4-e44a-4627-8a97-4231720c6837 port d52e9134-9d29-4260-9b1f-2db64085ae33 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:50:14.889362 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:14.894895 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45732) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:15.011771 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-87b05192-4d51-4e79-bc20-1f38b3eedf96 req-4015f393-98d2-4a4a-b60d-afbf1b830e04 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.1146443 Apr 06 13:50:15.054360 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ad3808cd-0089-45c4-b46f-8a7950206409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.057671 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 92a62102-b61e-42d2-b579-0c493cb187f3 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:15.058106 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.139496 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] For port 80e48018-0368-485c-9e99-b6b8f2c7404b, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:15.149077 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] For port 80e48018-0368-485c-9e99-b6b8f2c7404b, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=80e48018-0368-485c-9e99-b6b8f2c7404b,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:15.161714 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.228068 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45750) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:15.248954 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f710a4e9-35b3-464c-a283-477bd17cba9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.271911 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Publish callbacks [] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.286861 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.323257 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1b127-c022-4a96-bcc4-8df4f3b5f4fc None None] Current status of the port 92a62102-b61e-42d2-b579-0c493cb187f3 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:15.350377 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks [] for router_gateway (951d54b1-d350-4ed0-801a-9e621bd92c0e), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.378018 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab472a54-06ac-40ac-b423-00b7189f4e77 None None] Pushing event updated for resources: {'Port': ['ID=80e48018-0368-485c-9e99-b6b8f2c7404b,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:15.400599 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.402858 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 92a62102-b61e-42d2-b579-0c493cb187f3 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:15.404460 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1a2dea3b-0972-4c39-84c0-ade8187daa3d up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:15.442886 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Attempting to bind port d52e9134-9d29-4260-9b1f-2db64085ae33 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:15.443950 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Attempting to bind port d52e9134-9d29-4260-9b1f-2db64085ae33 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:15.444550 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Attempting to bind port d52e9134-9d29-4260-9b1f-2db64085ae33 on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:15.455135 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:15.456345 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:15.456946 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.457875 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:15.458604 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Bound port: d52e9134-9d29-4260-9b1f-2db64085ae33, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:15.459733 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.492068 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 1a2dea3b-0972-4c39-84c0-ade8187daa3d triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:15.492576 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.496042 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f710a4e9-35b3-464c-a283-477bd17cba9a admin admin] Publish callbacks [] for security_group (e10b33f4-934e-4238-8188-04c6bfe362a5), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.505966 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f710a4e9-35b3-464c-a283-477bd17cba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e10b33f4-934e-4238-8188-04c6bfe362a5), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.538089 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] For port d52e9134-9d29-4260-9b1f-2db64085ae33, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:15.544485 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] For port d52e9134-9d29-4260-9b1f-2db64085ae33, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=d52e9134-9d29-4260-9b1f-2db64085ae33,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:15.563097 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.582221 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Pushing event updated for resources: {'Port': ['ID=d52e9134-9d29-4260-9b1f-2db64085ae33,revision_number=2']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:15.592593 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.593136 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.593660 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Tracked resource versions report: Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: pushed versions: Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: { 'AddressGroup': {'1.2'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Agent': {'1.1'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'ConntrackHelper': {'1.0'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'LocalIPAssociation': {'1.0'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Log': {'1.0'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'NDPProxy': {'1.0'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Network': {'1.1'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Port': {'1.7'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'PortForwarding': {'1.3'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'QosPolicy': {'1.10'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SecurityGroup': {'1.5'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SecurityGroupRule': {'1.2'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SubPort': {'1.0'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Subnet': {'1.1'}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Trunk': {'1.1'}} Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: consumer versions: Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: { DHCP agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: HyperV agent@hv-cinder-83680: {}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: L3 agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: Metadata agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: Metering agent@dv-cinder-836804-1-iscsi: {}, Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: Open vSwitch agent@dv-cinder-836804-1-iscsi: { 'AddressGroup': '1.2', Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Agent': '1.1', Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'ConntrackHelper': '1.0', Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'LocalIPAssociation': '1.0', Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Log': '1.0', Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'NDPProxy': '1.0', Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Network': '1.1', Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Port': '1.7', Apr 06 13:50:15.637945 dv-cinder-836804-1-iscsi neutron-server[110045]: 'PortForwarding': '1.3', Apr 06 13:50:15.648810 dv-cinder-836804-1-iscsi neutron-server[110045]: 'QosPolicy': '1.10', Apr 06 13:50:15.648810 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SecurityGroup': '1.5', Apr 06 13:50:15.648810 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SecurityGroupRule': '1.2', Apr 06 13:50:15.648810 dv-cinder-836804-1-iscsi neutron-server[110045]: 'SubPort': '1.0', Apr 06 13:50:15.648810 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Subnet': '1.1', Apr 06 13:50:15.648810 dv-cinder-836804-1-iscsi neutron-server[110045]: 'Trunk': '1.1'}} Apr 06 13:50:15.648810 dv-cinder-836804-1-iscsi neutron-server[110045]: {{(pid=110045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 13:50:15.652119 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710a4e9-35b3-464c-a283-477bd17cba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b33f4-934e-4238-8188-04c6bfe362a5,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:15.653074 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:15.653074 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:15.653339 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.653456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:50:15.653579 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f710a4e9-35b3-464c-a283-477bd17cba9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c049479c407a4c809d180c2f8b74882f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4112184 Apr 06 13:50:15.653679 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45760) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:15.653774 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:15.726744 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.730956 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-c00409f8-192e-46e9-acd1-fd7a1278b430 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9670167 Apr 06 13:50:15.731913 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45766) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:15.783064 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:15.785502 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:15.803384 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e6b41-f3f6-4a37-a2aa-0d9ab1edbdc9 None None] Pushing event updated for resources: {'Port': ['ID=d52e9134-9d29-4260-9b1f-2db64085ae33,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:15.919154 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d72d4862-76e3-4e2a-82ed-aeab19b6980e admin admin] Publish callbacks [] for security_group (e10b33f4-934e-4238-8188-04c6bfe362a5), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:15.965389 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:15.967966 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Allocated IP 172.27.3.101 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/e3fb1401-d261-480d-8579-1fd9bc3a11c3) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:16.015161 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d72d4862-76e3-4e2a-82ed-aeab19b6980e admin admin] Publish callbacks [] for security_group (e10b33f4-934e-4238-8188-04c6bfe362a5), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:16.123352 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:16.243256 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 1a2dea3b-0972-4c39-84c0-ade8187daa3d is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:16.271502 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d72d4862-76e3-4e2a-82ed-aeab19b6980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e10b33f4-934e-4238-8188-04c6bfe362a5), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:16.275713 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a65d562-4f07-4e4c-8c79-1a3cee623719 req-67ef628f-fdda-4cf0-9473-e13d0354e79e tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.0633118 Apr 06 13:50:16.286214 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d72d4862-76e3-4e2a-82ed-aeab19b6980e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:16.287467 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d72d4862-76e3-4e2a-82ed-aeab19b6980e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e10b33f4-934e-4238-8188-04c6bfe362a5 HTTP/1.1" status: 204 len: 168 time: 0.6340852 Apr 06 13:50:16.335787 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks [] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:16.370876 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:11Z', 'revision_number': 3, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:16.451614 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88008248-d37f-4baf-8cb6-e1d1967ee603 None None] The sync data for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi is: [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:11Z', 'revision_number': 3, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:16.480006 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:16.515442 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:12Z', 'revision_number': 3, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:16.575646 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:16.577491 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Updating router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 port 12e761d5-1d16-45dc-a7e5-135809c4de01 binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:50:16.655124 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:16.700484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 80e48018-0368-485c-9e99-b6b8f2c7404b up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:16.708712 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:16.806772 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d4862-76e3-4e2a-82ed-aeab19b6980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b33f4-934e-4238-8188-04c6bfe362a5,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:16.816184 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Pushing event updated for resources: {'Port': ['ID=e3fb1401-d261-480d-8579-1fd9bc3a11c3,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:16.858723 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:16.862197 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:16.866229 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:16.882235 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:16.943995 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 80e48018-0368-485c-9e99-b6b8f2c7404b triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:16.945088 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.110326 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Allocated IP 172.20.0.1 (ad99db9e-45ae-43ab-a010-181a9b580402/eb05a017-636f-4b83-ae3a-e0f649b3163c/4b354f29-de66-430b-9659-3a1c9b2cd9c7) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:17.183139 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98643f-6b20-462f-bd4d-65accee6d6ae None None] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:50:17.228054 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Allocated IP 172.20.0.1 (535bbf8b-fe20-44f2-8ee2-c569786c8987/444fe024-63b4-4bfc-97b4-651d622c6ad9/f13426b2-38ec-4940-8292-5329fcf70000) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:17.322971 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.364210 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-55b3ef81-be91-4e9e-bd68-fde934bba100 None None] Provisioning complete for port 80e48018-0368-485c-9e99-b6b8f2c7404b triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:17.364606 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-55b3ef81-be91-4e9e-bd68-fde934bba100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.365590 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Publish callbacks [] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.413945 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Publish callbacks [] for port (f13426b2-38ec-4940-8292-5329fcf70000), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.459625 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.482643 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (f13426b2-38ec-4940-8292-5329fcf70000), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.567842 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:17.592008 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:17.617376 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:17.618278 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.618377 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Network ad99db9e-45ae-43ab-a010-181a9b580402 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:17.644446 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Publish callbacks [] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.676146 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.684084 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 80e48018-0368-485c-9e99-b6b8f2c7404b is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:17.684689 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.697758 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=f13426b2-38ec-4940-8292-5329fcf70000,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:17.713010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:17.723084 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:17.724105 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (c836b5e4-e44a-4627-8a97-4231720c6837), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.725607 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-55b3ef81-be91-4e9e-bd68-fde934bba100 None None] Current status of the port 80e48018-0368-485c-9e99-b6b8f2c7404b is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:17.725768 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-55b3ef81-be91-4e9e-bd68-fde934bba100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.764214 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6c2cd3af-6501-47bc-9d95-dc11da8e6f5c req-13a175b9-8ae8-4ec0-9e44-21a2de349b11 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.0508730 Apr 06 13:50:17.904661 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Attempting to bind port 12e761d5-1d16-45dc-a7e5-135809c4de01 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:17.905034 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Attempting to bind port 12e761d5-1d16-45dc-a7e5-135809c4de01 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:17.905426 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Attempting to bind port 12e761d5-1d16-45dc-a7e5-135809c4de01 on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:17.921557 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port 80e48018-0368-485c-9e99-b6b8f2c7404b, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=80e48018-0368-485c-9e99-b6b8f2c7404b,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:17.924613 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b32ab-d059-4838-8e69-9b7f0ebd001e None None] Pushing event updated for resources: {'Port': ['ID=12e761d5-1d16-45dc-a7e5-135809c4de01,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:17.939889 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:17.940622 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:17.941028 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.941586 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:17.942143 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Bound port: 12e761d5-1d16-45dc-a7e5-135809c4de01, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:17.942555 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:17.944484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.055147 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f13426b2-38ec-4940-8292-5329fcf70000), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.144190 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.db.api [None req-55b3ef81-be91-4e9e-bd68-fde934bba100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:50:18.144815 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG oslo_db.api [None req-55b3ef81-be91-4e9e-bd68-fde934bba100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:50:18.153705 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=80e48018-0368-485c-9e99-b6b8f2c7404b,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:18.159915 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] For port 12e761d5-1d16-45dc-a7e5-135809c4de01, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:18.160353 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Pushing event updated for resources: {'Port': ['ID=4b354f29-de66-430b-9659-3a1c9b2cd9c7,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:18.163410 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] For port 12e761d5-1d16-45dc-a7e5-135809c4de01, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=12e761d5-1d16-45dc-a7e5-135809c4de01,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:18.167753 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks [] for router_gateway (951d54b1-d350-4ed0-801a-9e621bd92c0e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.176153 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.312106 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:18.312799 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:18.317298 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b32ab-d059-4838-8e69-9b7f0ebd001e None None] Pushing event updated for resources: {'Port': ['ID=12e761d5-1d16-45dc-a7e5-135809c4de01,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:18.434633 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.466854 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Publish callbacks [] for port (f13426b2-38ec-4940-8292-5329fcf70000), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.474735 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (f13426b2-38ec-4940-8292-5329fcf70000), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.475932 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.501141 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:50:18.613708 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=f13426b2-38ec-4940-8292-5329fcf70000,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:18.620272 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.725868 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:18.730512 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:18.736206 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-55b3ef81-be91-4e9e-bd68-fde934bba100 None None] Current status of the port 80e48018-0368-485c-9e99-b6b8f2c7404b is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:18.773786 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (951d54b1-d350-4ed0-801a-9e621bd92c0e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:18.780628 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:18.831784 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 80e48018-0368-485c-9e99-b6b8f2c7404b up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:18.998762 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:50:19.004014 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-90b962a7-a7e3-49aa-94a9-148769a327b0 req-a073a46a-94ea-4ccd-9f50-bea0b9997be2 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.1151729 Apr 06 13:50:19.031669 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Provisioning complete for port f13426b2-38ec-4940-8292-5329fcf70000 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:19.032846 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (f13426b2-38ec-4940-8292-5329fcf70000), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:19.112183 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Publish callbacks [] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:19.123193 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:19.124120 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (c836b5e4-e44a-4627-8a97-4231720c6837), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:19.210532 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:50:19.210900 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Port f13426b2-38ec-4940-8292-5329fcf70000 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:19.216714 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-4d601a47-fb61-48e0-94bb-5c6007233ec4 admin admin] 10.222.0.44 "PUT /v2.0/routers/97d3f4ce-e5ba-4c11-a66b-3b09f6aded21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4843574 Apr 06 13:50:19.226153 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 80e48018-0368-485c-9e99-b6b8f2c7404b triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:19.226526 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:19.261910 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Router 951d54b1-d350-4ed0-801a-9e621bd92c0e is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:50:19.267675 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Pushing event updated for resources: {'Port': ['ID=4b354f29-de66-430b-9659-3a1c9b2cd9c7,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:19.299680 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Provisioning complete for port 80e48018-0368-485c-9e99-b6b8f2c7404b triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:19.299966 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:19.354914 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Network ad99db9e-45ae-43ab-a010-181a9b580402 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:19.412401 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:19.436114 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:19.482537 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc68971-a8f8-40c0-8f2c-f4c3ae4765bd None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:19.522851 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 80e48018-0368-485c-9e99-b6b8f2c7404b is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:19.524494 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d52e9134-9d29-4260-9b1f-2db64085ae33 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:19.627760 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Current status of the port 80e48018-0368-485c-9e99-b6b8f2c7404b is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:19.653618 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Provisioning complete for port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:19.654768 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:19.659819 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:50:19.672755 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Sync routers for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:19.693658 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:19.699198 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5c8fb9e3-0802-4ccc-9d9e-6b5c5a372aad admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6336062 Apr 06 13:50:19.699622 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45870) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:19.708729 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:19.712536 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:19.720108 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Router c836b5e4-e44a-4627-8a97-4231720c6837 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:50:19.909712 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce1d83-b087-4814-a2a2-814723c31007 None None] Port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:19.919273 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port d52e9134-9d29-4260-9b1f-2db64085ae33 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:19.919676 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:20.002690 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:20.071428 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-540545b0-34ad-4e4f-92a1-17fd1e880f67 None None] Provisioning complete for port f13426b2-38ec-4940-8292-5329fcf70000 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:20.072070 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-540545b0-34ad-4e4f-92a1-17fd1e880f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (f13426b2-38ec-4940-8292-5329fcf70000), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:20.156729 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:50:20.163164 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-554dc825-6af5-48f6-8691-fe706dd81135 admin admin] 10.222.0.44 "PUT /v2.0/routers/c836b5e4-e44a-4627-8a97-4231720c6837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7594118 Apr 06 13:50:20.189909 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Sync routers for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:20.291328 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:20.292134 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:20.305191 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-540545b0-34ad-4e4f-92a1-17fd1e880f67 None None] Port f13426b2-38ec-4940-8292-5329fcf70000 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:20.430722 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port d52e9134-9d29-4260-9b1f-2db64085ae33 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:20.430722 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:20.523059 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0ba860e1-d3e7-40d9-bdc6-b382c8814103 req-91de314f-6a86-4621-98f8-ad8bb69af114 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.0400877 Apr 06 13:50:20.621788 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port d52e9134-9d29-4260-9b1f-2db64085ae33, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=d52e9134-9d29-4260-9b1f-2db64085ae33,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:20.625809 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-540545b0-34ad-4e4f-92a1-17fd1e880f67 None None] Provisioning complete for port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:20.626360 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-540545b0-34ad-4e4f-92a1-17fd1e880f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:20.633375 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:20.759927 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 3, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:20.795847 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Checking router: 951d54b1-d350-4ed0-801a-9e621bd92c0e for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:20.796441 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Updating router 951d54b1-d350-4ed0-801a-9e621bd92c0e port e3fb1401-d261-480d-8579-1fd9bc3a11c3 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:50:20.849076 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:20.860501 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:20.966589 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45902) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:20.972859 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-dbb2557a-f2f4-41b7-891e-62348dff1167 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054950545', 'description': 'tempest-description--1590118739'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:20.976747 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-540545b0-34ad-4e4f-92a1-17fd1e880f67 None None] Port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:20.997967 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=d52e9134-9d29-4260-9b1f-2db64085ae33,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:21.039007 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dbb2557a-f2f4-41b7-891e-62348dff1167 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.085876 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.186427 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dbb2557a-f2f4-41b7-891e-62348dff1167 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (57bb54da-47c8-4f30-966e-db6ae877e71c), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.194640 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dbb2557a-f2f4-41b7-891e-62348dff1167 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (57bb54da-47c8-4f30-966e-db6ae877e71c), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.269611 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dbb2557a-f2f4-41b7-891e-62348dff1167 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.277629 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-dbb2557a-f2f4-41b7-891e-62348dff1167 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3094964 Apr 06 13:50:21.284103 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45910) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:21.292003 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-8f7f42a7-a6e1-401f-933f-8608431fb03b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group_rule': {'security_group_id': '57bb54da-47c8-4f30-966e-db6ae877e71c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:21.303460 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2557a-f2f4-41b7-891e-62348dff1167 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb54da-47c8-4f30-966e-db6ae877e71c,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:21.351241 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 2, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:21.367627 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8f7f42a7-a6e1-401f-933f-8608431fb03b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (ab587835-f454-413c-aa90-33513d240ef0), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.428901 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Checking router: c836b5e4-e44a-4627-8a97-4231720c6837 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:21.430538 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Updating router c836b5e4-e44a-4627-8a97-4231720c6837 port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:50:21.484089 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45914) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:21.490836 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-2b2676d7-5efd-4a2a-9b91-e38ede1a38c4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140454718', 'description': 'tempest-description--1862689237'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:21.499815 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.536053 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Publish callbacks [] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.540084 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2b2676d7-5efd-4a2a-9b91-e38ede1a38c4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.552333 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.558589 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8f7f42a7-a6e1-401f-933f-8608431fb03b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (ab587835-f454-413c-aa90-33513d240ef0), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.575874 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8f7f42a7-a6e1-401f-933f-8608431fb03b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (ab587835-f454-413c-aa90-33513d240ef0), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.636180 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f42a7-a6e1-401f-933f-8608431fb03b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab587835-f454-413c-aa90-33513d240ef0,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:21.664597 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8f7f42a7-a6e1-401f-933f-8608431fb03b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.667773 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7514-7b64-40a6-84dd-5ae3bde483bf None None] Pushing event updated for resources: {'Port': ['ID=e3fb1401-d261-480d-8579-1fd9bc3a11c3,revision_number=2']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:21.674234 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8f7f42a7-a6e1-401f-933f-8608431fb03b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877699 Apr 06 13:50:21.678907 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45920) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:21.692658 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2b2676d7-5efd-4a2a-9b91-e38ede1a38c4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (a2da95ce-a483-49d4-bdda-4d45f465ac51), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.695524 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Attempting to bind port e3fb1401-d261-480d-8579-1fd9bc3a11c3 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:21.695966 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Attempting to bind port e3fb1401-d261-480d-8579-1fd9bc3a11c3 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:21.696338 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Attempting to bind port e3fb1401-d261-480d-8579-1fd9bc3a11c3 on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:21.702187 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:21.702836 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-51d9a35f-d36a-4bee-b48d-6c920ff18c37 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group_rule': {'security_group_id': '57bb54da-47c8-4f30-966e-db6ae877e71c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:21.702954 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:21.703329 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.703733 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:21.704207 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Bound port: e3fb1401-d261-480d-8579-1fd9bc3a11c3, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:21.704598 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.708901 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Allocated IP 172.20.0.1 (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0/4fe86422-fd6d-4ce9-97ec-1d8350a3eb23/dd8142a8-4d7f-4504-986d-0cb3e673433e) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:21.712018 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2b2676d7-5efd-4a2a-9b91-e38ede1a38c4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a2da95ce-a483-49d4-bdda-4d45f465ac51), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.746913 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2b2676d7-5efd-4a2a-9b91-e38ede1a38c4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.751034 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-2b2676d7-5efd-4a2a-9b91-e38ede1a38c4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2623150 Apr 06 13:50:21.755219 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45926) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:21.781752 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-9fe6fe51-104c-45d3-b781-0fcb09b79af8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'security_group_rule': {'security_group_id': 'a2da95ce-a483-49d4-bdda-4d45f465ac51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:21.798448 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] For port e3fb1401-d261-480d-8579-1fd9bc3a11c3, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:21.817714 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-84b45aa2-5d6d-4cf4-a9b0-e536e4ed3add req-a8398c1f-d3a7-49b5-ad16-a74af4c4a1ca tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.0458705 Apr 06 13:50:21.825147 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] For port e3fb1401-d261-480d-8579-1fd9bc3a11c3, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=e3fb1401-d261-480d-8579-1fd9bc3a11c3,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:21.837958 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.860465 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2676d7-5efd-4a2a-9b91-e38ede1a38c4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2da95ce-a483-49d4-bdda-4d45f465ac51,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:21.882487 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-51d9a35f-d36a-4bee-b48d-6c920ff18c37 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (fab41b7a-0f36-46e7-be6e-c9dac0f3e12b), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.927644 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9fe6fe51-104c-45d3-b781-0fcb09b79af8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (468ad44e-228f-4351-b79f-3452616e9d69), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.991056 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Publish callbacks [] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:21.997445 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:21.998565 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:22.000513 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7514-7b64-40a6-84dd-5ae3bde483bf None None] Pushing event updated for resources: {'Port': ['ID=e3fb1401-d261-480d-8579-1fd9bc3a11c3,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:22.043349 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.057137 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-51d9a35f-d36a-4bee-b48d-6c920ff18c37 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (fab41b7a-0f36-46e7-be6e-c9dac0f3e12b), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.069126 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-51d9a35f-d36a-4bee-b48d-6c920ff18c37 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (fab41b7a-0f36-46e7-be6e-c9dac0f3e12b), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.082940 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9fe6fe51-104c-45d3-b781-0fcb09b79af8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (468ad44e-228f-4351-b79f-3452616e9d69), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.097736 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9fe6fe51-104c-45d3-b781-0fcb09b79af8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (468ad44e-228f-4351-b79f-3452616e9d69), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.101043 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:22.112200 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9a35f-d36a-4bee-b48d-6c920ff18c37 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab41b7a-0f36-46e7-be6e-c9dac0f3e12b,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:22.122521 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:22.123646 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-51d9a35f-d36a-4bee-b48d-6c920ff18c37 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.128810 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 45938) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:22.129366 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-51d9a35f-d36a-4bee-b48d-6c920ff18c37 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4463272 Apr 06 13:50:22.133561 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:22.134096 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (951d54b1-d350-4ed0-801a-9e621bd92c0e), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.142416 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9fe6fe51-104c-45d3-b781-0fcb09b79af8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.147044 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9fe6fe51-104c-45d3-b781-0fcb09b79af8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841155 Apr 06 13:50:22.147044 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45940) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:22.151918 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-4ae2d98f-0120-4859-8bd5-7076b0ac645b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'security_group_rule': {'security_group_id': 'a2da95ce-a483-49d4-bdda-4d45f465ac51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:22.157749 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6fe51-104c-45d3-b781-0fcb09b79af8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468ad44e-228f-4351-b79f-3452616e9d69,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:22.171472 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:22.196516 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d98f-0120-4859-8bd5-7076b0ac645b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (807bb34c-448b-42c4-9bdd-40be11c84779), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.288987 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:22.328626 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d98f-0120-4859-8bd5-7076b0ac645b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (807bb34c-448b-42c4-9bdd-40be11c84779), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.337434 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d98f-0120-4859-8bd5-7076b0ac645b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (807bb34c-448b-42c4-9bdd-40be11c84779), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.351624 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Pushing event updated for resources: {'Port': ['ID=dd8142a8-4d7f-4504-986d-0cb3e673433e,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:22.367181 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2d98f-0120-4859-8bd5-7076b0ac645b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807bb34c-448b-42c4-9bdd-40be11c84779,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:22.376476 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d98f-0120-4859-8bd5-7076b0ac645b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.377755 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4ae2d98f-0120-4859-8bd5-7076b0ac645b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2303348 Apr 06 13:50:22.380932 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 45942) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:22.385518 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:22.399893 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.443717 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.486519 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.493483 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Publish callbacks [] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.511812 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.517468 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 3, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:22.559552 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad663b2e-107e-41d4-8c25-baf457819ea8 None None] The sync data for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi is: [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 3, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:22.604125 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-6819ac0b-957c-45fe-bac9-40a962705e48 None None] Provisioning complete for port dd8142a8-4d7f-4504-986d-0cb3e673433e triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:22.604430 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6819ac0b-957c-45fe-bac9-40a962705e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.634298 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27099fac-53dc-4a40-ac31-15caf5357782 None None] Pushing event updated for resources: {'Port': ['ID=4b354f29-de66-430b-9659-3a1c9b2cd9c7,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:22.733873 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-6819ac0b-957c-45fe-bac9-40a962705e48 None None] Port dd8142a8-4d7f-4504-986d-0cb3e673433e cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:22.735088 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.742716 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Attempting to bind port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:22.746126 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Attempting to bind port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:22.751355 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Attempting to bind port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 on network ad99db9e-45ae-43ab-a010-181a9b580402 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:22.761150 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:22.761693 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Checking segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:22.763492 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.763834 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Bound using segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:22.764407 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Bound port: 4b354f29-de66-430b-9659-3a1c9b2cd9c7, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:22.765534 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.870580 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] For port 4b354f29-de66-430b-9659-3a1c9b2cd9c7, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:22.884764 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] For port 4b354f29-de66-430b-9659-3a1c9b2cd9c7, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=4b354f29-de66-430b-9659-3a1c9b2cd9c7,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:22.898231 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d52e9134-9d29-4260-9b1f-2db64085ae33 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:22.902962 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.957575 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:22.997196 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Allocated IP 172.27.3.111 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/1d962d56-96ff-4bf5-a5f9-3202d371743f) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:23.064366 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-0dcdbd87-3292-4216-a981-f016fc87d36d None None] Provisioning complete for port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:23.064751 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-652fc94f-b46d-4b52-8221-2839de730f13 req-770a8ee5-f32f-4d24-9ed0-10b5ea6a16ff tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.0934026 Apr 06 13:50:23.065057 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbd87-3292-4216-a981-f016fc87d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.068332 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27099fac-53dc-4a40-ac31-15caf5357782 None None] Pushing event updated for resources: {'Port': ['ID=4b354f29-de66-430b-9659-3a1c9b2cd9c7,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:23.072950 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:23.073859 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:23.145425 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Publish callbacks [] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.162162 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.165957 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (951d54b1-d350-4ed0-801a-9e621bd92c0e), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.188195 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port d52e9134-9d29-4260-9b1f-2db64085ae33 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:23.188571 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.190728 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for port (1d962d56-96ff-4bf5-a5f9-3202d371743f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.225718 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Pushing event updated for resources: {'Port': ['ID=dd8142a8-4d7f-4504-986d-0cb3e673433e,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:23.265319 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:23.266876 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (1d962d56-96ff-4bf5-a5f9-3202d371743f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.297465 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:23.302606 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:23.352955 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:23.356336 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:23.362144 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:23.371630 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:23.493850 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Allocated IP 172.27.3.44 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/e1806e01-bf8d-4421-908a-43bdbe24fe70) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:23.529421 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:23.611281 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdbd87-3292-4216-a981-f016fc87d36d None None] Current status of the port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:23.611946 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbd87-3292-4216-a981-f016fc87d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.673195 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (e1806e01-bf8d-4421-908a-43bdbe24fe70), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.723177 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.41', 55468) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:23.750397 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (87ac6d1e-e28e-4332-a0ad-59be63a752aa), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.754275 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port d52e9134-9d29-4260-9b1f-2db64085ae33 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:23.755459 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 12e761d5-1d16-45dc-a7e5-135809c4de01 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:23.811212 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-0dcdbd87-3292-4216-a981-f016fc87d36d None None] For port 4b354f29-de66-430b-9659-3a1c9b2cd9c7, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=4b354f29-de66-430b-9659-3a1c9b2cd9c7,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:23.826689 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbd87-3292-4216-a981-f016fc87d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.854786 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'Port': ['ID=1d962d56-96ff-4bf5-a5f9-3202d371743f,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:23.871868 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 2, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:23.909280 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1d962d56-96ff-4bf5-a5f9-3202d371743f), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.923283 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:23.927694 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:23.927694 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Updating router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 port f13426b2-38ec-4940-8292-5329fcf70000 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:50:23.928347 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:23.931115 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (e1806e01-bf8d-4421-908a-43bdbe24fe70), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:23.943957 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdbd87-3292-4216-a981-f016fc87d36d None None] Pushing event updated for resources: {'Port': ['ID=4b354f29-de66-430b-9659-3a1c9b2cd9c7,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:23.999600 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f13426b2-38ec-4940-8292-5329fcf70000), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.002162 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 12e761d5-1d16-45dc-a7e5-135809c4de01 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:24.002571 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.009023 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:24.047205 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-97a826a6-4554-4562-85d3-519a16d719af None None] Provisioning complete for port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:24.047611 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-97a826a6-4554-4562-85d3-519a16d719af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.298714 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:24.343630 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec51f15-72cc-45e6-955e-a71917f3fca7 None None] The sync data for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi is: [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:24.407897 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for port (1d962d56-96ff-4bf5-a5f9-3202d371743f), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.424254 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1d962d56-96ff-4bf5-a5f9-3202d371743f), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.466948 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 12e761d5-1d16-45dc-a7e5-135809c4de01 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:24.467170 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.480328 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-97a826a6-4554-4562-85d3-519a16d719af None None] Current status of the port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:24.519313 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port 12e761d5-1d16-45dc-a7e5-135809c4de01, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=12e761d5-1d16-45dc-a7e5-135809c4de01,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:24.531768 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.546093 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:24.552161 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:24.586248 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-0c614473-65f4-499f-8bff-ea00a6e387ec tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:24.587769 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-0c614473-65f4-499f-8bff-ea00a6e387ec tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.41 "GET /v2.0/networks?id=406737fb-4da3-41ab-a1c9-29c129334977 HTTP/1.1" status: 200 len: 812 time: 0.8465579 Apr 06 13:50:24.593660 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (87ac6d1e-e28e-4332-a0ad-59be63a752aa), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.635670 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-9ad6fd54-ad97-4997-be37-20fcd792162d None None] Provisioning complete for port dd8142a8-4d7f-4504-986d-0cb3e673433e triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:24.636271 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9ad6fd54-ad97-4997-be37-20fcd792162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.638791 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=12e761d5-1d16-45dc-a7e5-135809c4de01,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:24.660010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'Port': ['ID=1d962d56-96ff-4bf5-a5f9-3202d371743f,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:24.689760 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.700851 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6fd54-ad97-4997-be37-20fcd792162d None None] Port dd8142a8-4d7f-4504-986d-0cb3e673433e cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:24.702511 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2debbca1-67e5-4d2c-bb07-c00d5be7a26a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3204398 Apr 06 13:50:24.705512 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Publish callbacks [] for port (f13426b2-38ec-4940-8292-5329fcf70000), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.723143 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (f13426b2-38ec-4940-8292-5329fcf70000), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.784881 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a5a66-5e86-479b-a4a9-752a4da9b519 None None] Pushing event updated for resources: {'Port': ['ID=f13426b2-38ec-4940-8292-5329fcf70000,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:24.963418 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Attempting to bind port f13426b2-38ec-4940-8292-5329fcf70000 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:24.964172 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Attempting to bind port f13426b2-38ec-4940-8292-5329fcf70000 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:24.965734 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Attempting to bind port f13426b2-38ec-4940-8292-5329fcf70000 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:24.995773 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:24.996506 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Checking segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:24.997637 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:24.998705 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Bound using segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:25.003197 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Bound port: f13426b2-38ec-4940-8292-5329fcf70000, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:25.004036 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f13426b2-38ec-4940-8292-5329fcf70000), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.007831 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e49f0e27-2f1b-42c2-a19a-b0cf3af17112 req-be3cf28c-d105-41d9-9c5d-70b4ffcf8e12 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.4974911 Apr 06 13:50:25.071158 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 12e761d5-1d16-45dc-a7e5-135809c4de01 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:25.082354 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (666c79a2-c1c9-4b37-8442-269243ff6827), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.206147 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] For port f13426b2-38ec-4940-8292-5329fcf70000, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:25.215307 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] For port f13426b2-38ec-4940-8292-5329fcf70000, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=f13426b2-38ec-4940-8292-5329fcf70000,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:25.229168 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Router 951d54b1-d350-4ed0-801a-9e621bd92c0e has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:50:25.235057 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (f13426b2-38ec-4940-8292-5329fcf70000), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.291150 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 12e761d5-1d16-45dc-a7e5-135809c4de01 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:25.291530 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.382047 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a5a66-5e86-479b-a4a9-752a4da9b519 None None] Pushing event updated for resources: {'Port': ['ID=f13426b2-38ec-4940-8292-5329fcf70000,revision_number=4']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:25.406372 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:25.407747 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:25.427550 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e1806e01-bf8d-4421-908a-43bdbe24fe70), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.545740 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b6aca299-6060-4595-ada3-c283008e9fe7 None None] Provisioning complete for port f13426b2-38ec-4940-8292-5329fcf70000 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:25.546487 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b6aca299-6060-4595-ada3-c283008e9fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (f13426b2-38ec-4940-8292-5329fcf70000), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.683693 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:25.730102 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 12e761d5-1d16-45dc-a7e5-135809c4de01 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:25.732455 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 4b354f29-de66-430b-9659-3a1c9b2cd9c7 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:25.839949 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=e1806e01-bf8d-4421-908a-43bdbe24fe70,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:25.850190 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b6aca299-6060-4595-ada3-c283008e9fe7 None None] Current status of the port f13426b2-38ec-4940-8292-5329fcf70000 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:25.850778 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b6aca299-6060-4595-ada3-c283008e9fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f13426b2-38ec-4940-8292-5329fcf70000), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.864063 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:25.864723 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.937301 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b6aca299-6060-4595-ada3-c283008e9fe7 None None] For port f13426b2-38ec-4940-8292-5329fcf70000, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=f13426b2-38ec-4940-8292-5329fcf70000,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:25.945662 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b6aca299-6060-4595-ada3-c283008e9fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (f13426b2-38ec-4940-8292-5329fcf70000), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:25.967105 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-5e17e95c-24b5-482d-aace-af473d232c15 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1140454718&fields=id&tenant_id=873d3301e23f49a8b7126a8900344774 HTTP/1.1" status: 200 len: 267 time: 0.9736836 Apr 06 13:50:25.995269 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:50:26.011808 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-aa5cc198-9d25-4ee1-99f0-040608df529d admin admin] 10.222.0.44 "PUT /v2.0/routers/951d54b1-d350-4ed0-801a-9e621bd92c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3108718 Apr 06 13:50:26.012462 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:26.069456 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb20a2b-9b02-4575-9f23-ab2922c54baf None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:26.159529 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (e1806e01-bf8d-4421-908a-43bdbe24fe70), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.177642 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-b99cb0dd-44eb-4970-824b-d755290c5c3e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:26.184743 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-b99cb0dd-44eb-4970-824b-d755290c5c3e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 816 time: 0.2166026 Apr 06 13:50:26.186822 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (e1806e01-bf8d-4421-908a-43bdbe24fe70), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.207664 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:26.208749 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device e3fb1401-d261-480d-8579-1fd9bc3a11c3 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:26.212379 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-e98bb36b-98b4-4bed-8fce-289b2a8106f7 None None] Provisioning complete for port f13426b2-38ec-4940-8292-5329fcf70000 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:26.212790 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e98bb36b-98b4-4bed-8fce-289b2a8106f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (f13426b2-38ec-4940-8292-5329fcf70000), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.214423 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aca299-6060-4595-ada3-c283008e9fe7 None None] Pushing event updated for resources: {'Port': ['ID=f13426b2-38ec-4940-8292-5329fcf70000,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:26.265335 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9b30fd35-c954-4108-a211-efcadf9f9ec6 req-eb47cd47-2e7e-4a49-a9b6-c5cfb263e6d5 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.0984576 Apr 06 13:50:26.272490 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (666c79a2-c1c9-4b37-8442-269243ff6827), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.275881 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-7bd52113-32e3-438e-9d12-1170e8aacc03 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/quotas/873d3301e23f49a8b7126a8900344774 HTTP/1.1" status: 200 len: 375 time: 0.0903220 Apr 06 13:50:26.304521 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=e1806e01-bf8d-4421-908a-43bdbe24fe70,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:26.307499 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port e3fb1401-d261-480d-8579-1fd9bc3a11c3 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:26.308287 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.326799 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.337998 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-0cbe7cf7-ff43-40a4-8df9-639e0233ad5f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1959381 Apr 06 13:50:26.368956 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-99db3cbb-349c-4758-b2eb-e52daa05243a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813231 Apr 06 13:50:26.375386 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-e98bb36b-98b4-4bed-8fce-289b2a8106f7 None None] Current status of the port f13426b2-38ec-4940-8292-5329fcf70000 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:26.427078 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port e3fb1401-d261-480d-8579-1fd9bc3a11c3 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:26.427754 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.455942 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port e3fb1401-d261-480d-8579-1fd9bc3a11c3, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=e3fb1401-d261-480d-8579-1fd9bc3a11c3,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:26.466393 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.525893 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-11ebc50d-73fe-4179-afaf-ac643707c003 service neutron] 10.222.0.44 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347377 Apr 06 13:50:26.552090 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=e3fb1401-d261-480d-8579-1fd9bc3a11c3,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:26.710827 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d1b28380-a51a-4941-8f68-1bae7079f60e service neutron] 10.222.0.44 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806090 Apr 06 13:50:26.754641 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-03094d20-c324-483c-bc31-461aa58fdc7d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:26.755738 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device f13426b2-38ec-4940-8292-5329fcf70000 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:26.756225 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-03094d20-c324-483c-bc31-461aa58fdc7d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 819 time: 0.1375318 Apr 06 13:50:26.771872 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-e1778d1f-6512-436f-887c-9e4219b1681d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/quotas/755c0338ac804cb99d73687e61a866e6 HTTP/1.1" status: 200 len: 375 time: 0.0097845 Apr 06 13:50:26.811575 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port f13426b2-38ec-4940-8292-5329fcf70000 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:26.811955 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (f13426b2-38ec-4940-8292-5329fcf70000), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:26.841589 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-ff6c3b52-e1ab-4834-96d3-15efa05660e1 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631466 Apr 06 13:50:26.930694 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port f13426b2-38ec-4940-8292-5329fcf70000 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:26.933571 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device e3fb1401-d261-480d-8579-1fd9bc3a11c3 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:26.987463 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-a590fad5-f5aa-44e5-ba8a-05a1684f8b67 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1054950545&fields=id&tenant_id=4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 267 time: 0.0588288 Apr 06 13:50:27.026032 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port e3fb1401-d261-480d-8579-1fd9bc3a11c3 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:27.026427 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:27.123807 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7c52cf29-8cc8-4bce-b1d0-fbd78e36132c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:27.126092 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7c52cf29-8cc8-4bce-b1d0-fbd78e36132c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 815 time: 0.1363554 Apr 06 13:50:27.130010 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port e3fb1401-d261-480d-8579-1fd9bc3a11c3 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:27.132306 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c6eb0e35-f163-451a-811e-4cb34e6b19d8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:50:27.136750 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c6eb0e35-f163-451a-811e-4cb34e6b19d8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1306763 Apr 06 13:50:27.188719 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e8c95479-3173-4fb1-8d7a-a4e31898cda3 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/quotas/4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 375 time: 0.0457749 Apr 06 13:50:27.264172 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Sync routers for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:50:27.277908 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:27.278234 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:27.347875 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-babd1680-73ab-4696-bab4-45d2be47a60a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570635 Apr 06 13:50:27.446230 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-7dc785ae-c52d-459f-9861-52427aaf1965 service neutron] 10.222.0.44 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915142 Apr 06 13:50:27.459746 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:27.474017 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-be90e6d6-1f68-483e-8223-8971b69f2850 service neutron] 10.222.0.44 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076174 Apr 06 13:50:27.779577 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-66e182f7-2570-4c59-9361-077ae2c56c39 service neutron] 10.222.0.44 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044522 Apr 06 13:50:27.834903 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 2, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:27.882674 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Checking router: 951d54b1-d350-4ed0-801a-9e621bd92c0e for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:50:27.883187 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Updating router 951d54b1-d350-4ed0-801a-9e621bd92c0e port dd8142a8-4d7f-4504-986d-0cb3e673433e binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:50:27.919102 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:27.940725 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e8e418ec-c5e0-493c-a327-80e616eb4908 service neutron] 10.222.0.44 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582031 Apr 06 13:50:28.248870 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Request body: {'port': {'device_id': '1591d948-d345-41c6-9c11-9cd90aa3cd06', 'network_id': '406737fb-4da3-41ab-a1c9-29c129334977', 'admin_state_up': True, 'tenant_id': '16f070eced2848f18bee78de026d1342'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:28.722482 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Publish callbacks [] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:28.757963 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:28.875456 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee59779a-4ed9-4d33-92f1-d84dd49e38a6 req-7dd6cc7c-1d49-4f05-ac26-9ed725566f98 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.5537932 Apr 06 13:50:28.914097 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6bfcb155-30bf-4aa2-8488-0dc50386d113 req-c380e05e-35b9-4c05-955d-8f1a532bbbe3 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.4313042 Apr 06 13:50:29.013856 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca841e2e-b13e-44b2-b055-526b42264013 None None] Pushing event updated for resources: {'Port': ['ID=dd8142a8-4d7f-4504-986d-0cb3e673433e,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:29.238865 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Attempting to bind port dd8142a8-4d7f-4504-986d-0cb3e673433e on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:29.241022 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Attempting to bind port dd8142a8-4d7f-4504-986d-0cb3e673433e by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:29.242572 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Attempting to bind port dd8142a8-4d7f-4504-986d-0cb3e673433e on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:29.252868 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:29.259316 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Checking segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:29.259316 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:29.260255 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3ed68b50-6db2-433f-9111-d5980fa967de req-dbe50268-82e1-4792-bcd3-04659e645214 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 210 time: 0.1180377 Apr 06 13:50:29.261009 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Bound using segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:29.262436 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Bound port: dd8142a8-4d7f-4504-986d-0cb3e673433e, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:29.263637 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:29.406253 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5f38eaab-cf12-4a1b-8224-214d3faaaffd req-6969b0ea-97e3-45f0-9079-7836adc10f57 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.1620555 Apr 06 13:50:29.418948 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Made reservation on behalf of 16f070eced2848f18bee78de026d1342 for: {'port': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:29.429185 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:29.455285 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] For port dd8142a8-4d7f-4504-986d-0cb3e673433e, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:29.466723 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] For port dd8142a8-4d7f-4504-986d-0cb3e673433e, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=dd8142a8-4d7f-4504-986d-0cb3e673433e,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:29.487568 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:29.891109 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:50:29.892306 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:50:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:29.991387 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Allocated IP 172.20.0.7 (406737fb-4da3-41ab-a1c9-29c129334977/0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7/3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:30.098342 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca841e2e-b13e-44b2-b055-526b42264013 None None] Pushing event updated for resources: {'Port': ['ID=dd8142a8-4d7f-4504-986d-0cb3e673433e,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:30.130885 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-14c43464-37f1-4d60-b2b7-961be2275908 None None] Provisioning complete for port dd8142a8-4d7f-4504-986d-0cb3e673433e triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:30.140151 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14c43464-37f1-4d60-b2b7-961be2275908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:30.396984 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-adb461ca-6535-43a0-b1ac-0f15601b849e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:30.399426 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-adb461ca-6535-43a0-b1ac-0f15601b849e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 819 time: 0.1875958 Apr 06 13:50:30.496428 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dc1ee2d7-5139-43e1-94fd-36f0ea39e585 req-75206c9c-bb5a-4f05-9e42-3246f5d63224 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.2810259 Apr 06 13:50:30.533888 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-7255a92b-fe96-4af7-b23b-e84db73d990c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/quotas/755c0338ac804cb99d73687e61a866e6 HTTP/1.1" status: 200 len: 375 time: 0.1122775 Apr 06 13:50:30.701929 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:50:30.710115 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ea03617f-127a-478f-bcd7-2e97d3558be8 req-98b57487-010c-4d4b-9098-2286ad0b8b52 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0723009 Apr 06 13:50:30.828384 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Publish callbacks [] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:30.868264 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-952cdaf0-10a3-4e16-a3e4-d42a3a524a35 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3278847 Apr 06 13:50:30.999478 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-14c43464-37f1-4d60-b2b7-961be2275908 None None] Current status of the port dd8142a8-4d7f-4504-986d-0cb3e673433e is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:31.002179 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14c43464-37f1-4d60-b2b7-961be2275908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:31.065824 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-14c43464-37f1-4d60-b2b7-961be2275908 None None] For port dd8142a8-4d7f-4504-986d-0cb3e673433e, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=dd8142a8-4d7f-4504-986d-0cb3e673433e,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:31.074651 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14c43464-37f1-4d60-b2b7-961be2275908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:31.200035 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fae18bc4-bcfd-49b2-8563-a2f65a57c841 req-e587bf19-71e7-4aac-9503-e9d4f43d23e5 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.2602835 Apr 06 13:50:31.279880 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.41', 55482) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:31.331640 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:31.419700 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Network 406737fb-4da3-41ab-a1c9-29c129334977 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:31.469550 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:31.478441 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:31.488600 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:31.489147 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:31.549886 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3112600 Apr 06 13:50:31.556784 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c43464-37f1-4d60-b2b7-961be2275908 None None] Pushing event updated for resources: {'Port': ['ID=dd8142a8-4d7f-4504-986d-0cb3e673433e,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:31.615988 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-00c6120d-5c99-4422-859a-e922b6f14cce None None] Provisioning complete for port dd8142a8-4d7f-4504-986d-0cb3e673433e triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:31.616749 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-00c6120d-5c99-4422-859a-e922b6f14cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:31.640599 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-2656e991-a612-461d-9e86-3919d7e2ffc3 service neutron] 10.222.0.44 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663672 Apr 06 13:50:31.716958 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:29Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:50:31.728052 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995b786-0823-48fb-bc8e-e880e1be7088 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Pushing event updated for resources: {'Port': ['ID=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:31.753246 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b239214-0b38-4c79-8890-12a40fc73177 None None] The sync data for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi is: [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:29Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:50:31.818930 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-00c6120d-5c99-4422-859a-e922b6f14cce None None] Current status of the port dd8142a8-4d7f-4504-986d-0cb3e673433e is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:32.008117 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271af56-c28c-4c1b-8168-e629eefd2734 req-dd94e89c-27f9-476e-90d7-437d99f0f804 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:32.016084 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2271af56-c28c-4c1b-8168-e629eefd2734 req-dd94e89c-27f9-476e-90d7-437d99f0f804 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.3740368 Apr 06 13:50:32.134118 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-a937ed64-f57a-4b51-882c-bc819ddfdd03 service neutron] 10.222.0.44 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786976 Apr 06 13:50:32.174527 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2271af56-c28c-4c1b-8168-e629eefd2734 req-7aed0dfa-8d82-4d00-a114-ca6f23824754 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574807 Apr 06 13:50:32.220493 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 46274) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:32.414884 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ea82ef2c-91f1-4bd4-a423-aa2d0250a7bd req-a95d8792-ce45-49aa-b577-1945751fa8a4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0762980 Apr 06 13:50:32.586143 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fd98fa40-2467-4db4-908f-1523262859a8 req-cc260af7-c9a2-44b2-a5ad-784afced0a79 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0940900 Apr 06 13:50:32.669801 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-27ebf916-654c-4c41-9c5d-4f17537c9e18 req-6f94d93d-993a-4a88-a2bc-d21cfad3ef3e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0926943 Apr 06 13:50:32.790426 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-36fc4ae5-44db-4db5-99a2-5a14da385c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:32.828061 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device dd8142a8-4d7f-4504-986d-0cb3e673433e up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:50:32.871945 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46300) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:32.923882 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port dd8142a8-4d7f-4504-986d-0cb3e673433e triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:32.924193 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:32.966575 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-b38bb6b8-d121-465a-9916-031811888252 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:32.968309 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-b38bb6b8-d121-465a-9916-031811888252 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 816 time: 0.4837663 Apr 06 13:50:33.033997 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-36fc4ae5-44db-4db5-99a2-5a14da385c52 admin admin] Publish callbacks [] for security_group (db6752e3-307c-46cc-b3ad-4f5292005d51), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.034125 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port dd8142a8-4d7f-4504-986d-0cb3e673433e is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:33.046898 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-36fc4ae5-44db-4db5-99a2-5a14da385c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (db6752e3-307c-46cc-b3ad-4f5292005d51), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.095579 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e675a79c-aad5-4f68-9a64-3d9f8af73212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.110607 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-36fc4ae5-44db-4db5-99a2-5a14da385c52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce537520dd594a0b98bfebef6ccc0896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8890040 Apr 06 13:50:33.111524 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4ae5-44db-4db5-99a2-5a14da385c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6752e3-307c-46cc-b3ad-4f5292005d51,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:33.113219 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46308) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:33.202922 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ffc54bea-56b8-47b0-a4cb-78b4e50f1ea4 admin admin] Publish callbacks [] for security_group (db6752e3-307c-46cc-b3ad-4f5292005d51), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.239374 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e675a79c-aad5-4f68-9a64-3d9f8af73212 admin admin] Publish callbacks [] for security_group (334d8693-89d8-4aa4-8dcb-710334fa8f31), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.241382 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ffc54bea-56b8-47b0-a4cb-78b4e50f1ea4 admin admin] Publish callbacks [] for security_group (db6752e3-307c-46cc-b3ad-4f5292005d51), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.248460 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e675a79c-aad5-4f68-9a64-3d9f8af73212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (334d8693-89d8-4aa4-8dcb-710334fa8f31), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.337583 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675a79c-aad5-4f68-9a64-3d9f8af73212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334d8693-89d8-4aa4-8dcb-710334fa8f31,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:33.346990 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e675a79c-aad5-4f68-9a64-3d9f8af73212 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41aa751023f0456694d5169c978ff960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713130 Apr 06 13:50:33.347855 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46312) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:33.382251 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ffc54bea-56b8-47b0-a4cb-78b4e50f1ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (db6752e3-307c-46cc-b3ad-4f5292005d51), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.384757 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ffc54bea-56b8-47b0-a4cb-78b4e50f1ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.385965 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ffc54bea-56b8-47b0-a4cb-78b4e50f1ea4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db6752e3-307c-46cc-b3ad-4f5292005d51 HTTP/1.1" status: 204 len: 168 time: 0.2716146 Apr 06 13:50:33.399696 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a278-92ba-4818-87e1-d78895723001 req-e54f4aa1-859c-43e5-91c9-f2c94cce724b tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:33.401165 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dcf2a278-92ba-4818-87e1-d78895723001 req-e54f4aa1-859c-43e5-91c9-f2c94cce724b tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.1489928 Apr 06 13:50:33.413808 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc54bea-56b8-47b0-a4cb-78b4e50f1ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6752e3-307c-46cc-b3ad-4f5292005d51,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:33.613368 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bdc26cd2-005f-4cc6-8cff-8fb27b3ddfeb req-4abcdb63-f609-4a08-9737-0b7e5bc16e51 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0526164 Apr 06 13:50:33.620022 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9d9170ca-af0d-4781-a477-e244bf3da7e5 admin admin] Publish callbacks [] for security_group (334d8693-89d8-4aa4-8dcb-710334fa8f31), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.644028 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dcf2a278-92ba-4818-87e1-d78895723001 req-8cc08ad2-176f-4a32-8550-0b92954342df tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334149 Apr 06 13:50:33.662875 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9d9170ca-af0d-4781-a477-e244bf3da7e5 admin admin] Publish callbacks [] for security_group (334d8693-89d8-4aa4-8dcb-710334fa8f31), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.722206 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-587a9685-7cf2-441b-9568-83995810e40d req-361e4486-16da-44e3-a55a-6579b23f27b2 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0338974 Apr 06 13:50:33.745043 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9d9170ca-af0d-4781-a477-e244bf3da7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (334d8693-89d8-4aa4-8dcb-710334fa8f31), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.747977 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9d9170ca-af0d-4781-a477-e244bf3da7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:33.751819 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-9d9170ca-af0d-4781-a477-e244bf3da7e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/334d8693-89d8-4aa4-8dcb-710334fa8f31 HTTP/1.1" status: 204 len: 168 time: 0.4000716 Apr 06 13:50:33.771795 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9170ca-af0d-4781-a477-e244bf3da7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334d8693-89d8-4aa4-8dcb-710334fa8f31,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:33.822237 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-efd07f3f-21d7-4241-8f8b-b2d95ed4fafc req-ed875737-1e6f-48ab-b261-f27228c94b02 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0563126 Apr 06 13:50:34.145427 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46350) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:34.161621 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f1246649-1cb3-400d-b4fd-3fe4b7a63b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:34.246308 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f1246649-1cb3-400d-b4fd-3fe4b7a63b47 admin admin] Publish callbacks [] for security_group (1dda0b27-41c8-4914-84be-9651698f99d6), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:34.251024 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f1246649-1cb3-400d-b4fd-3fe4b7a63b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (1dda0b27-41c8-4914-84be-9651698f99d6), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:34.288948 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f1246649-1cb3-400d-b4fd-3fe4b7a63b47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80792d1526ea42febf5f831dbd49f140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423910 Apr 06 13:50:34.290077 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1246649-1cb3-400d-b4fd-3fe4b7a63b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dda0b27-41c8-4914-84be-9651698f99d6,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:34.292684 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46356) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:34.351181 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c0d005cd-c9ac-430e-aec7-13b3b57192ad admin admin] Publish callbacks [] for security_group (1dda0b27-41c8-4914-84be-9651698f99d6), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:34.372062 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c0d005cd-c9ac-430e-aec7-13b3b57192ad admin admin] Publish callbacks [] for security_group (1dda0b27-41c8-4914-84be-9651698f99d6), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:34.434243 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c0d005cd-c9ac-430e-aec7-13b3b57192ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (1dda0b27-41c8-4914-84be-9651698f99d6), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:34.436832 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c0d005cd-c9ac-430e-aec7-13b3b57192ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:34.438146 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-c0d005cd-c9ac-430e-aec7-13b3b57192ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1dda0b27-41c8-4914-84be-9651698f99d6 HTTP/1.1" status: 204 len: 168 time: 0.1445329 Apr 06 13:50:34.450797 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d005cd-c9ac-430e-aec7-13b3b57192ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dda0b27-41c8-4914-84be-9651698f99d6,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:34.740743 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0a1ef957-cc10-4436-b706-4f2d6becfc88 req-a32bb5e3-ddf2-4098-8aa5-152c531cc8c8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0435803 Apr 06 13:50:34.805454 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70843e06-a54c-4b7c-b53f-b50fa40b439b req-4a741f6c-16f1-4738-b7d3-dd811c723ad4 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:34.807684 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-70843e06-a54c-4b7c-b53f-b50fa40b439b req-4a741f6c-16f1-4738-b7d3-dd811c723ad4 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.0694506 Apr 06 13:50:34.884166 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ef241f4f-0f43-4b83-83e4-ffa3dbaf3bac req-1ac35000-5483-48d6-ad96-e1e6d1041a03 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0600491 Apr 06 13:50:34.938226 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-70843e06-a54c-4b7c-b53f-b50fa40b439b req-1b1800b0-bab1-485b-9936-330501f8f6ab tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237798 Apr 06 13:50:34.957637 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 46402) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:35.008709 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-49145076-32a6-465c-86b6-7b05f43a84f1 req-364cae9f-90ad-4138-8817-c060197d9152 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0418897 Apr 06 13:50:35.131777 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4729408a-f3ff-4795-a531-736b0c1773f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:35.237561 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4729408a-f3ff-4795-a531-736b0c1773f5 admin admin] Publish callbacks [] for security_group (59893c89-6c1f-4bb1-a07a-784f82a6885b), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:35.247352 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4729408a-f3ff-4795-a531-736b0c1773f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (59893c89-6c1f-4bb1-a07a-784f82a6885b), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:35.288515 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4729408a-f3ff-4795-a531-736b0c1773f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=419a92bf83a64b30bf590b186d20f632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288140 Apr 06 13:50:35.289470 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729408a-f3ff-4795-a531-736b0c1773f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59893c89-6c1f-4bb1-a07a-784f82a6885b,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:35.291239 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46420) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:35.383567 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-13b6e46c-94c9-4d44-b16a-d0fcb948521d admin admin] Publish callbacks [] for security_group (59893c89-6c1f-4bb1-a07a-784f82a6885b), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:35.433915 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-13b6e46c-94c9-4d44-b16a-d0fcb948521d admin admin] Publish callbacks [] for security_group (59893c89-6c1f-4bb1-a07a-784f82a6885b), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:35.492326 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-13b6e46c-94c9-4d44-b16a-d0fcb948521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (59893c89-6c1f-4bb1-a07a-784f82a6885b), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:35.496035 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-13b6e46c-94c9-4d44-b16a-d0fcb948521d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:35.497563 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-13b6e46c-94c9-4d44-b16a-d0fcb948521d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59893c89-6c1f-4bb1-a07a-784f82a6885b HTTP/1.1" status: 204 len: 168 time: 0.2053211 Apr 06 13:50:35.513783 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6e46c-94c9-4d44-b16a-d0fcb948521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59893c89-6c1f-4bb1-a07a-784f82a6885b,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:35.874373 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6398bbaf-1b8a-4e79-ac90-b515f19380bb req-38b2f1c4-a725-4db8-9290-3f0ad04261c9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Apr 06 13:50:36.033465 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7e700790-0dde-4512-9ee3-374d70f8934c req-20816f00-00f3-4039-a10b-67ee2a408549 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0579443 Apr 06 13:50:36.126397 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-63e5a3f5-951f-4f93-8e53-cd0b2288cd14 req-5adac897-8ee8-449e-91c4-43aae9644667 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0405219 Apr 06 13:50:36.143793 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8594e8-fe30-4278-9987-d615e03b245a req-55cedd12-6958-4606-bf9a-eb3a73c52396 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:36.147970 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba8594e8-fe30-4278-9987-d615e03b245a req-55cedd12-6958-4606-bf9a-eb3a73c52396 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.1076207 Apr 06 13:50:36.206791 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba8594e8-fe30-4278-9987-d615e03b245a req-875b37b1-28bc-4290-9811-f04afa051a79 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554945 Apr 06 13:50:37.007362 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8dd0b0e5-8e39-43b3-825d-3080b79092e2 req-9643b877-0c40-47ae-bea5-344cf2a6b43e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0388622 Apr 06 13:50:37.123597 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-489b6cf9-baef-405f-8662-b818399849ba req-c4068ea1-0cd7-42f0-b6b8-e7a8bcadce66 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0296774 Apr 06 13:50:37.227330 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f1ce0482-0af3-4222-8e9e-e098ed84848b req-34b34852-2d8a-4300-8feb-6e16e00ec9ef tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0295894 Apr 06 13:50:37.329818 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a48e-662c-43b3-b191-4e45490aee1b req-3fed0217-7bba-4bcf-ae0c-88b8a0caa78f tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:37.331470 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1cf7a48e-662c-43b3-b191-4e45490aee1b req-3fed0217-7bba-4bcf-ae0c-88b8a0caa78f tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.0570142 Apr 06 13:50:37.406933 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1cf7a48e-662c-43b3-b191-4e45490aee1b req-9a9082a1-63b6-4ea5-ae51-4295459291b6 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695155 Apr 06 13:50:38.148983 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee22d25f-6000-43a0-b569-ab559345559b req-fa3b2958-a752-4398-bf7f-68325c0e8502 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0543160 Apr 06 13:50:38.282229 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-93c355e9-ec98-4278-90f0-1af895480929 req-c6c54100-d629-429c-93d8-36554ccb037c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0537992 Apr 06 13:50:38.401687 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4b2af5f-b1f1-4680-b5da-29cb0500ddf9 req-99e95793-b0a9-4c07-983f-49bab1e3aa7a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0371985 Apr 06 13:50:38.564596 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:38.604475 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb3405-d8ee-4f20-bd99-811dac66e533 req-8bbc4f95-4930-47e0-b6c6-4f4bd1a16664 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:38.612220 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dbcb3405-d8ee-4f20-bd99-811dac66e533 req-8bbc4f95-4930-47e0-b6c6-4f4bd1a16664 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.1114650 Apr 06 13:50:38.677963 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dbcb3405-d8ee-4f20-bd99-811dac66e533 req-7318cabf-aeeb-49ae-844d-2fa20cc7ec6d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646589 Apr 06 13:50:39.264948 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b12af90e-4ada-46a1-bba6-040869926ebb req-20aef3fe-5f92-487b-b980-93fae9b96221 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0280244 Apr 06 13:50:39.388287 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ffeb0d34-d8f3-40e8-9f2a-d8b954fc6373 req-91441a95-0bf2-4816-91bf-0a397154c6b3 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0291510 Apr 06 13:50:39.569416 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c6ecae26-f740-482b-820c-7321065839a8 req-d66626e9-6aff-405c-80a5-4128ec859178 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0477886 Apr 06 13:50:39.590667 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46652) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:39.720775 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-18e2320f-99a2-45ab-8c82-c23b0c2f516d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:39.838190 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b5a44-f9f1-4da0-8028-1e0f17f8add0 req-f75b482f-83b3-40cf-bd3e-84fa32a5cdfe tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:39.839551 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-461b5a44-f9f1-4da0-8028-1e0f17f8add0 req-f75b482f-83b3-40cf-bd3e-84fa32a5cdfe tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.0839124 Apr 06 13:50:39.844060 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-18e2320f-99a2-45ab-8c82-c23b0c2f516d admin admin] Publish callbacks [] for security_group (e1b17dd4-355f-45cb-8da7-ee54eae85d42), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:39.852338 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-18e2320f-99a2-45ab-8c82-c23b0c2f516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e1b17dd4-355f-45cb-8da7-ee54eae85d42), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:39.908966 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-18e2320f-99a2-45ab-8c82-c23b0c2f516d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78ce2fcf28bf4685a55286eb3cec7231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171854 Apr 06 13:50:39.912016 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 46664) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:39.913621 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2320f-99a2-45ab-8c82-c23b0c2f516d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b17dd4-355f-45cb-8da7-ee54eae85d42,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:39.923109 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-461b5a44-f9f1-4da0-8028-1e0f17f8add0 req-111e5ad3-650f-49b2-90c4-3b95c47b0625 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777500 Apr 06 13:50:39.962076 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-05ef6550-7f1d-4afb-8672-9a24a33ff1bb admin admin] Publish callbacks [] for security_group (e1b17dd4-355f-45cb-8da7-ee54eae85d42), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:39.983665 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-05ef6550-7f1d-4afb-8672-9a24a33ff1bb admin admin] Publish callbacks [] for security_group (e1b17dd4-355f-45cb-8da7-ee54eae85d42), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.035412 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-05ef6550-7f1d-4afb-8672-9a24a33ff1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e1b17dd4-355f-45cb-8da7-ee54eae85d42), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.037988 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-05ef6550-7f1d-4afb-8672-9a24a33ff1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.039240 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-05ef6550-7f1d-4afb-8672-9a24a33ff1bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1b17dd4-355f-45cb-8da7-ee54eae85d42 HTTP/1.1" status: 204 len: 168 time: 0.1261261 Apr 06 13:50:40.047566 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef6550-7f1d-4afb-8672-9a24a33ff1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b17dd4-355f-45cb-8da7-ee54eae85d42,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:40.324605 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 46674) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:40.337796 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-842f0425-7d0d-4834-83a3-10ca81eceab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.374848 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b1d0e1a0-02a0-49c1-a7b6-436215a55e6f req-38039225-f63a-436d-9454-0ba6741e67b6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0306904 Apr 06 13:50:40.425110 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-842f0425-7d0d-4834-83a3-10ca81eceab6 admin admin] Publish callbacks [] for security_group (4ed77f30-4558-46dc-9b89-73333285cc30), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.430325 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-842f0425-7d0d-4834-83a3-10ca81eceab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (4ed77f30-4558-46dc-9b89-73333285cc30), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.469285 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-842f0425-7d0d-4834-83a3-10ca81eceab6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60d0b7f5f4aa47f18f2a80ec9d683b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435125 Apr 06 13:50:40.470167 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f0425-7d0d-4834-83a3-10ca81eceab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed77f30-4558-46dc-9b89-73333285cc30,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:40.473070 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46678) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:40.502043 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7a64ac85-8bff-4c85-8a82-c832073600f7 req-8d4e87b9-60b0-4c86-9900-bfb9daf45750 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0372269 Apr 06 13:50:40.536583 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c47965b8-d53f-45ff-8f99-73657409a6bf admin admin] Publish callbacks [] for security_group (4ed77f30-4558-46dc-9b89-73333285cc30), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.557061 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c47965b8-d53f-45ff-8f99-73657409a6bf admin admin] Publish callbacks [] for security_group (4ed77f30-4558-46dc-9b89-73333285cc30), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.616479 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c47965b8-d53f-45ff-8f99-73657409a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (4ed77f30-4558-46dc-9b89-73333285cc30), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.619927 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c47965b8-d53f-45ff-8f99-73657409a6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:40.621405 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-c47965b8-d53f-45ff-8f99-73657409a6bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ed77f30-4558-46dc-9b89-73333285cc30 HTTP/1.1" status: 204 len: 168 time: 0.1472795 Apr 06 13:50:40.644643 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47965b8-d53f-45ff-8f99-73657409a6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed77f30-4558-46dc-9b89-73333285cc30,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:40.681141 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e980df4f-dee8-4019-8f2a-3170d4623e43 req-27af766d-246c-4420-b527-a2acf3d741b3 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0386724 Apr 06 13:50:41.056828 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abe71a-2c5d-418b-acdf-107a53f2ece6 req-2c16ff79-fe3d-4666-83d1-5cffd22bc425 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:41.058862 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-32abe71a-2c5d-418b-acdf-107a53f2ece6 req-2c16ff79-fe3d-4666-83d1-5cffd22bc425 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.0586405 Apr 06 13:50:41.147692 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-32abe71a-2c5d-418b-acdf-107a53f2ece6 req-e249cfb6-7da0-4b42-9885-cdee6477d35a tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790284 Apr 06 13:50:41.486714 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f5d6ffe1-d301-481b-80ab-ec0e56797938 req-1f47b5fe-97c4-46a3-8e27-172706dcafa4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0269563 Apr 06 13:50:41.605479 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62ac78b2-04e9-49f9-827d-a621599bc40a req-3fff8216-d2eb-4661-a331-a3b71a00010a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0305412 Apr 06 13:50:41.807071 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62d140a6-b1f7-4704-8cbb-b82a575c3ece req-3134d2d0-3a8a-4af3-b66d-42189dd8a82f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0312402 Apr 06 13:50:42.311792 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c41be6-efe9-42c4-8cdb-6bf939623c38 req-35935494-26eb-4a1f-91c0-66d502031b7f tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:42.318776 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-65c41be6-efe9-42c4-8cdb-6bf939623c38 req-35935494-26eb-4a1f-91c0-66d502031b7f tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.0659807 Apr 06 13:50:42.337358 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-2451a18d-70e4-44cb-b464-6a490d258700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:42.366105 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-65c41be6-efe9-42c4-8cdb-6bf939623c38 req-a265d331-19df-4020-8c61-71eb03731900 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460453 Apr 06 13:50:42.481479 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46758) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:42.586016 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bb268a52-c739-460c-8bf4-383ed078898d req-98d1ff77-58b7-447a-88e1-7eaa3573c159 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0279841 Apr 06 13:50:42.608822 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2d50af0e-0cda-4fd0-8a19-26dc2dc86115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:42.683820 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2d50af0e-0cda-4fd0-8a19-26dc2dc86115 admin admin] Publish callbacks [] for security_group (16d8d3b1-fd03-40bc-9ea4-deac0a20afde), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:42.721132 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7c3c55e5-1615-4c78-9402-7ac454332a44 req-4f5a01a1-495a-4159-9ee8-1920c7f74afb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0339158 Apr 06 13:50:42.727462 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2d50af0e-0cda-4fd0-8a19-26dc2dc86115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (16d8d3b1-fd03-40bc-9ea4-deac0a20afde), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:42.786675 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-2d50af0e-0cda-4fd0-8a19-26dc2dc86115 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c6b34a85f1a4916a5cdea7e238bfb76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040786 Apr 06 13:50:42.787723 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50af0e-0cda-4fd0-8a19-26dc2dc86115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d8d3b1-fd03-40bc-9ea4-deac0a20afde,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:42.789626 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 46770) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:42.838461 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2fc02dbb-49f9-4065-a599-51919ada58f2 admin admin] Publish callbacks [] for security_group (16d8d3b1-fd03-40bc-9ea4-deac0a20afde), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:42.869555 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2fc02dbb-49f9-4065-a599-51919ada58f2 admin admin] Publish callbacks [] for security_group (16d8d3b1-fd03-40bc-9ea4-deac0a20afde), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:42.911465 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-85f91b19-fbd8-4cae-9058-764e21708be8 req-2c71b2ab-900a-44ab-aeff-450f8e3b0bfc tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0288904 Apr 06 13:50:42.933872 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2fc02dbb-49f9-4065-a599-51919ada58f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (16d8d3b1-fd03-40bc-9ea4-deac0a20afde), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:42.936529 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2fc02dbb-49f9-4065-a599-51919ada58f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:42.937906 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2fc02dbb-49f9-4065-a599-51919ada58f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16d8d3b1-fd03-40bc-9ea4-deac0a20afde HTTP/1.1" status: 204 len: 168 time: 0.1470149 Apr 06 13:50:42.945684 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc02dbb-49f9-4065-a599-51919ada58f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d8d3b1-fd03-40bc-9ea4-deac0a20afde,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:43.216265 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 46782) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:43.233457 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dfe0781d-6f1a-4af1-9aa8-e842da504f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:43.313191 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dfe0781d-6f1a-4af1-9aa8-e842da504f19 admin admin] Publish callbacks [] for security_group (758cb9eb-4d26-4a1e-b99a-14c1fc60c6cf), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:43.319010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-dfe0781d-6f1a-4af1-9aa8-e842da504f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (758cb9eb-4d26-4a1e-b99a-14c1fc60c6cf), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:43.361834 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-dfe0781d-6f1a-4af1-9aa8-e842da504f19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcca3229ef3b4170ac58da64b3627a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418898 Apr 06 13:50:43.361834 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0781d-6f1a-4af1-9aa8-e842da504f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758cb9eb-4d26-4a1e-b99a-14c1fc60c6cf,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:43.362332 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 46786) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:43.416714 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd4b037b-a54a-472f-bf9b-044d8c8200fc admin admin] Publish callbacks [] for security_group (758cb9eb-4d26-4a1e-b99a-14c1fc60c6cf), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:43.449327 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd4b037b-a54a-472f-bf9b-044d8c8200fc admin admin] Publish callbacks [] for security_group (758cb9eb-4d26-4a1e-b99a-14c1fc60c6cf), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:43.519572 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a494f1-aa26-4543-a2d4-c7ad58e8d3cd req-43ed8c07-6fe5-4381-bc23-0b881e2e61de tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:43.521044 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e5a494f1-aa26-4543-a2d4-c7ad58e8d3cd req-43ed8c07-6fe5-4381-bc23-0b881e2e61de tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.0844967 Apr 06 13:50:43.536254 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd4b037b-a54a-472f-bf9b-044d8c8200fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (758cb9eb-4d26-4a1e-b99a-14c1fc60c6cf), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:43.538964 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd4b037b-a54a-472f-bf9b-044d8c8200fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:43.540137 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-dd4b037b-a54a-472f-bf9b-044d8c8200fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/758cb9eb-4d26-4a1e-b99a-14c1fc60c6cf HTTP/1.1" status: 204 len: 168 time: 0.1767983 Apr 06 13:50:43.558093 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b037b-a54a-472f-bf9b-044d8c8200fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758cb9eb-4d26-4a1e-b99a-14c1fc60c6cf,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:43.586106 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e5a494f1-aa26-4543-a2d4-c7ad58e8d3cd req-b20ceecf-f43a-49a6-87ad-b8571d1c4a10 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590494 Apr 06 13:50:43.683076 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4b08c05c-1eeb-43da-bff9-02523023b892 req-03941606-720a-4099-a2d0-1b763bff0a2f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0280290 Apr 06 13:50:43.836747 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f1655828-a68d-4111-9db0-56790cf13ba7 req-b877c75a-ab80-4a37-8a47-6b7e6b1f2e73 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0351343 Apr 06 13:50:44.010815 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-138384c3-b7fe-4255-a929-4bfdefbf1379 req-11004a34-cd9b-4ad2-b047-7cce1ad5fff7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0299766 Apr 06 13:50:44.652271 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.41', 55486) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:44.661672 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-631d422c-2a0d-4c05-9b29-d23723e8712f tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:50:44.662986 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-631d422c-2a0d-4c05-9b29-d23723e8712f tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070403 Apr 06 13:50:44.776062 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-a65276a2-b77a-432a-9827-2b8a823f7eb7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=873d3301e23f49a8b7126a8900344774 HTTP/1.1" status: 200 len: 380 time: 0.1320231 Apr 06 13:50:44.802656 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-9df10b4e-314b-4a47-aebd-702c4baa658d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:44.804112 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-9df10b4e-314b-4a47-aebd-702c4baa658d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 819 time: 0.1400945 Apr 06 13:50:44.830358 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-82783244-2dce-424e-80a1-64db94a4b6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:44.845131 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0e6c3f26-fd61-46ff-a288-25b606f09853 req-e8f6608d-3be0-416f-a4e9-decfd533ba12 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0755303 Apr 06 13:50:44.871574 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849161a-b66c-4a37-8544-daad3587747d req-5bf02f0a-4893-4ed1-80c3-d256bf216d65 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:44.873200 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a849161a-b66c-4a37-8544-daad3587747d req-5bf02f0a-4893-4ed1-80c3-d256bf216d65 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.1025691 Apr 06 13:50:44.969111 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a849161a-b66c-4a37-8544-daad3587747d req-66c17639-800c-43ad-95b0-4c05a6f413df tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887558 Apr 06 13:50:44.995476 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-63f8b31e-d8fe-4e8c-b92c-fa4ac946286a req-4b239ef0-5489-4693-bf25-ba76dfb5bfc5 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0477815 Apr 06 13:50:45.108221 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aaf4e47a-f50f-42da-b2a2-41831756ad53 req-5db427c7-66f0-40ee-8af8-82386b4dfd85 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0285881 Apr 06 13:50:45.382654 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'port': {'device_id': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'admin_state_up': True, 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'security_groups': ['a2da95ce-a483-49d4-bdda-4d45f465ac51']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:45.384114 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'port': {'device_id': '5607c4ff-ee84-4f4b-8146-52897126cca0', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'admin_state_up': True, 'tenant_id': '755c0338ac804cb99d73687e61a866e6'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:45.558064 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.41', 55492) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:45.571149 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:45.636190 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Request body: {'port': {'device_id': '1591d948-d345-41c6-9c11-9cd90aa3cd06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:45.660396 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Made reservation on behalf of 873d3301e23f49a8b7126a8900344774 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:45.665175 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:45.757299 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Made reservation on behalf of 755c0338ac804cb99d73687e61a866e6 for: {'port': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:45.760789 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:45.796755 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:45.807161 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-2b2ca189-dc2a-4a3b-9525-244d8470d504 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:45.808659 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-2b2ca189-dc2a-4a3b-9525-244d8470d504 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 815 time: 0.2495282 Apr 06 13:50:45.972510 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Allocated IP 172.20.0.13 (ad99db9e-45ae-43ab-a010-181a9b580402/eb05a017-636f-4b83-ae3a-e0f649b3163c/d0c7deef-27d2-401e-a5d7-bebc4bf3be76) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:46.108748 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa7380ee-0f37-498d-8ce3-6fec0c729272 req-5fa124b8-c2c7-4ea1-9a6c-0bbfcc74e198 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.1375926 Apr 06 13:50:46.143047 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-cef87bd7-bb8b-4c4b-9a03-dca7645f0590 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 380 time: 0.3223968 Apr 06 13:50:46.181114 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:46.228782 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:46.297856 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Network ad99db9e-45ae-43ab-a010-181a9b580402 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:46.305540 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:46.332472 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:46.337233 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:46.338084 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:46.367961 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:46.374513 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-0755e384-d709-4872-91a8-21671ab66691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9962487 Apr 06 13:50:46.405920 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Request body: {'port': {'device_id': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:46.410484 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'port': {'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'admin_state_up': True, 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'security_groups': ['57bb54da-47c8-4f30-966e-db6ae877e71c']}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:46.427809 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-99a29362-2536-4f88-b5cb-2fbb126ba284 req-ac6e0175-1eff-41cc-b389-7f593147447a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.2382939 Apr 06 13:50:46.429232 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Allocated IP 172.20.0.6 (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0/4fe86422-fd6d-4ce9-97ec-1d8350a3eb23/480134c2-bed3-47db-b21e-ec26df53896b) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:46.511122 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:46.519983 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.41', 55501) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:46.650163 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-08e50bbf-ba0a-457a-9488-4e76065735f8 req-37505732-7a39-4405-b52c-06dd039074c8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0601881 Apr 06 13:50:46.692468 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-fd52b663-3eae-4b51-8e97-d619a514cb78 None None] Provisioning complete for port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:46.692985 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fd52b663-3eae-4b51-8e97-d619a514cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:46.695510 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce3519-ef0e-43ed-bde3-cd1057502861 req-c20c625a-169d-4d12-b34d-50cea9a9f4aa tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:46.697181 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0bce3519-ef0e-43ed-bde3-cd1057502861 req-c20c625a-169d-4d12-b34d-50cea9a9f4aa tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 931 time: 0.5940909 Apr 06 13:50:46.772610 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-fd52b663-3eae-4b51-8e97-d619a514cb78 None None] Port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:46.828283 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-6286eee5-4fd9-47a3-a145-65d16f70db7e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:46.829836 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-6286eee5-4fd9-47a3-a145-65d16f70db7e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 819 time: 0.3088834 Apr 06 13:50:46.848134 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0bce3519-ef0e-43ed-bde3-cd1057502861 req-d5ab1d24-9297-4a75-8dd8-a5cd63d656bd tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428406 Apr 06 13:50:46.931472 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'port': {'device_id': 'e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'admin_state_up': True, 'tenant_id': '755c0338ac804cb99d73687e61a866e6'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:46.956612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:46.972399 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Made reservation on behalf of 4a544e8275b2444c8378a5f0d4ea4409 for: {'port': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:46.975778 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:46.980281 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for port (480134c2-bed3-47db-b21e-ec26df53896b), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.055662 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 {{(pid=110043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:47.094782 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Publish callbacks [] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.136160 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.provisioning_blocks [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Transition to ACTIVE for port object 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 will not be triggered until provisioned by entity L2. {{(pid=110043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:50:47.140619 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (480134c2-bed3-47db-b21e-ec26df53896b), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.152717 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.169427 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Made reservation on behalf of 755c0338ac804cb99d73687e61a866e6 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:50:47.173108 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.265437 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:47.281724 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c7deef-27d2-401e-a5d7-bebc4bf3be76 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:47.292629 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:47.294427 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Publish callbacks [] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.301175 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:47.306831 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:47.307597 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.310136 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event updated for resources: {'Port': ['ID=480134c2-bed3-47db-b21e-ec26df53896b,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:47.318529 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Allocated IP 172.20.0.14 (535bbf8b-fe20-44f2-8ee2-c569786c8987/444fe024-63b4-4bfc-97b4-651d622c6ad9/59d023ce-499e-42e0-95da-1cb7698da482) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:47.336829 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Transition to ACTIVE for port object d0c7deef-27d2-401e-a5d7-bebc4bf3be76 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:50:47.370559 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.509069 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-d24de606-d5d4-4485-a0fd-81df9e539181 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1313326 Apr 06 13:50:47.555703 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Request body: {'port': {'device_id': '5607c4ff-ee84-4f4b-8146-52897126cca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:47.600352 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Allocated IP 172.20.0.13 (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0/4fe86422-fd6d-4ce9-97ec-1d8350a3eb23/6c71f015-7888-4f81-a097-e12433a6ef07) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:50:47.613128 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Pushing event updated for resources: {'Port': ['ID=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:47.641356 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Attempting to bind port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:47.641984 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Attempting to bind port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'ee51b8d4-040f-4c30-a735-2c90fbc0717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '406737fb-4da3-41ab-a1c9-29c129334977'}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:47.642401 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Attempting to bind port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 on network 406737fb-4da3-41ab-a1c9-29c129334977 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:47.715753 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 on network 406737fb-4da3-41ab-a1c9-29c129334977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:50:47.716402 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Attempting to bind port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 on network 406737fb-4da3-41ab-a1c9-29c129334977 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:47.722792 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-112ed4a8-f576-4ed0-b980-c287edb79129 None None] Provisioning complete for port 480134c2-bed3-47db-b21e-ec26df53896b triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:47.723332 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-112ed4a8-f576-4ed0-b980-c287edb79129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (480134c2-bed3-47db-b21e-ec26df53896b), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.729499 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f4dd-3ed5-4dc3-8563-5211e1ab167a req-07bc010c-f6b5-495c-b2f2-bd05ad4ef9eb tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:47.749462 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4051f4dd-3ed5-4dc3-8563-5211e1ab167a req-07bc010c-f6b5-495c-b2f2-bd05ad4ef9eb tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 932 time: 0.5136003 Apr 06 13:50:47.769613 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:47.832962 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-112ed4a8-f576-4ed0-b980-c287edb79129 None None] Port 480134c2-bed3-47db-b21e-ec26df53896b cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:47.852782 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:47.853887 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Checking segment: {'id': 'ee51b8d4-040f-4c30-a735-2c90fbc0717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '406737fb-4da3-41ab-a1c9-29c129334977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:47.855244 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Bound using segment: {'id': 'ee51b8d4-040f-4c30-a735-2c90fbc0717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '406737fb-4da3-41ab-a1c9-29c129334977'} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:47.855925 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Bound port: 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee51b8d4-040f-4c30-a735-2c90fbc0717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '406737fb-4da3-41ab-a1c9-29c129334977'}}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:47.856487 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.865323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Attempting to bind port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:47.865926 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Attempting to bind port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:47.866514 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Attempting to bind port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 on network ad99db9e-45ae-43ab-a010-181a9b580402 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:47.885666 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 on network ad99db9e-45ae-43ab-a010-181a9b580402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:50:47.885666 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Attempting to bind port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 on network ad99db9e-45ae-43ab-a010-181a9b580402 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:47.918935 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6c49d2df-b42f-44bd-854a-9f273aa10a42 req-ea0ac982-9492-4165-8ab8-cfefc41c1408 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.2228973 Apr 06 13:50:47.958773 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:47.959496 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Checking segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:47.961050 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Bound using segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:47.961966 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Bound port: d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:47.966727 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:47.997786 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (480134c2-bed3-47db-b21e-ec26df53896b), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.066286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4051f4dd-3ed5-4dc3-8563-5211e1ab167a req-d866ab7a-4979-41c6-829a-1a9b085b4b10 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155260 Apr 06 13:50:48.175143 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for port (6c71f015-7888-4f81-a097-e12433a6ef07), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.201435 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] For port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87, host hv-cinder-83680, cleared binding levels {{(pid=110043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:48.227605 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.257824 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (59d023ce-499e-42e0-95da-1cb7698da482), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.271873 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8ebbda4b-f181-448c-a2cd-c823ec4fdd46 req-23289e3a-4b32-4e4d-a6c6-8e9ce30dfa59 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.1012578 Apr 06 13:50:48.283637 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] For port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,segment=NetworkSegment(ee51b8d4-040f-4c30-a735-2c90fbc0717d),segment_id=ee51b8d4-040f-4c30-a735-2c90fbc0717d)] {{(pid=110043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:48.314085 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:48.326986 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:48.343872 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:48.347036 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:48.348386 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event updated for resources: {'Port': ['ID=6c71f015-7888-4f81-a097-e12433a6ef07,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:48.352330 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.357059 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:48.362361 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:48.363645 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.375893 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.411197 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-f2d54b1c-dbe3-4f63-9481-2a76625ab0b6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5398650 Apr 06 13:50:48.425875 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Request body: {'port': {'device_id': 'e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:48.460704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:48.460704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.460704 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 HTTP/1.1" status: 200 len: 1093 time: 3.0699465 Apr 06 13:50:48.461096 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1591d948-d345-41c6-9c11-9cd90aa3cd06', 'tag': '3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:48.461857 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:48.462491 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.463945 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 1094 time: 2.0696208 Apr 06 13:50:48.465011 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:48.468019 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.606724 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7509f-3803-4d6a-9736-4e35ddac2e62 req-806120c0-8296-40c8-91be-536e81415eaf tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:48.615463 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8bf7509f-3803-4d6a-9736-4e35ddac2e62 req-806120c0-8296-40c8-91be-536e81415eaf tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 943 time: 0.4435983 Apr 06 13:50:48.660779 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d40f96-72a6-4748-ac61-a3347764e0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:48.730956 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.736670 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-d57e1bd3-c205-4dcd-b874-363923f9168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:48.738434 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-d57e1bd3-c205-4dcd-b874-363923f9168c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16f070eced2848f18bee78de026d1342&device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 1127 time: 0.1619151 Apr 06 13:50:48.834635 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a692051-0b81-4792-8dbd-4679382fa8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:50:48.840426 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-37368d4b-3db6-40ba-b421-a16bb1837cfc None None] Provisioning complete for port 6c71f015-7888-4f81-a097-e12433a6ef07 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:48.840938 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-37368d4b-3db6-40ba-b421-a16bb1837cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:48.946299 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-37368d4b-3db6-40ba-b421-a16bb1837cfc None None] Port 6c71f015-7888-4f81-a097-e12433a6ef07 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:48.975226 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa6bcf-9e83-4c9a-a4e7-a2caa1478259 service neutron] Pushing event updated for resources: {'Port': ['ID=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,revision_number=3']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:48.983652 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f3e64c-5536-4508-ab5b-50efd4714ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "1591d948-d345-41c6-9c11-9cd90aa3cd06", "tag": "3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:50:48.987448 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (59d023ce-499e-42e0-95da-1cb7698da482), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.111937 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:50:49.122663 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9134b250-ff19-42fb-98af-57a974bd679b x-openstack-request-id: req-9134b250-ff19-42fb-98af-57a974bd679b {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:50:49.122964 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:50:49.123217 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9134b250-ff19-42fb-98af-57a974bd679b {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:50:49.123692 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9134b250-ff19-42fb-98af-57a974bd679b'] response: {'name': 'network-changed', 'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'status': 'completed', 'code': 200} Apr 06 13:50:49.124258 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8bf7509f-3803-4d6a-9736-4e35ddac2e62 req-cbaf8741-b63c-44dd-9116-688f35e77b16 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079226 Apr 06 13:50:49.125663 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:50:49.131232 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:50:49.135956 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:49.136645 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.437219 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab9885-bc7c-40de-bfe6-5e396f76cc70 x-openstack-request-id: req-a3ab9885-bc7c-40de-bfe6-5e396f76cc70 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:50:49.437530 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1591d948-d345-41c6-9c11-9cd90aa3cd06", "tag": "3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:50:49.437777 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3ab9885-bc7c-40de-bfe6-5e396f76cc70 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:50:49.438221 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ab9885-bc7c-40de-bfe6-5e396f76cc70'] response: {'name': 'network-changed', 'server_uuid': '1591d948-d345-41c6-9c11-9cd90aa3cd06', 'tag': '3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87', 'status': 'completed', 'code': 200} Apr 06 13:50:49.443845 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=59d023ce-499e-42e0-95da-1cb7698da482,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:49.513525 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-9a9145fa-b07c-4878-9598-db4cb1592c73 None None] Provisioning complete for port 59d023ce-499e-42e0-95da-1cb7698da482 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:50:49.514085 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9a9145fa-b07c-4878-9598-db4cb1592c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (59d023ce-499e-42e0-95da-1cb7698da482), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.531004 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e7e6630c-592c-4e36-952b-de115e161e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1467326 Apr 06 13:50:49.536188 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-74aa24ff-e01b-433d-8006-e60653b2f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:49.537641 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-74aa24ff-e01b-433d-8006-e60653b2f6b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1128 time: 0.9529808 Apr 06 13:50:49.550119 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480134c2-bed3-47db-b21e-ec26df53896b {{(pid=110043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:49.551790 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-9a9145fa-b07c-4878-9598-db4cb1592c73 None None] Port 59d023ce-499e-42e0-95da-1cb7698da482 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:50:49.563838 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Publish callbacks [] for port (480134c2-bed3-47db-b21e-ec26df53896b), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.588074 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.provisioning_blocks [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Transition to ACTIVE for port object 480134c2-bed3-47db-b21e-ec26df53896b will not be triggered until provisioned by entity L2. {{(pid=110043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:50:49.594479 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (480134c2-bed3-47db-b21e-ec26df53896b), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.605499 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59364622-aa4b-4adc-b7b0-4aeb13395a68 req-d9e8aec4-a756-4f16-9b0b-913e6abd2769 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:49.607028 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59364622-aa4b-4adc-b7b0-4aeb13395a68 req-d9e8aec4-a756-4f16-9b0b-913e6abd2769 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.1642494 Apr 06 13:50:49.616435 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22142be-087b-4309-bd41-30089ec4c862 req-c3b98605-881f-4464-be79-d0e8dbe0128e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:49.617975 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c22142be-087b-4309-bd41-30089ec4c862 req-c3b98605-881f-4464-be79-d0e8dbe0128e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 932 time: 0.1762791 Apr 06 13:50:49.691642 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Pushing event updated for resources: {'Port': ['ID=480134c2-bed3-47db-b21e-ec26df53896b,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:49.737625 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c71f015-7888-4f81-a097-e12433a6ef07 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:49.746417 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Publish callbacks [] for port (6c71f015-7888-4f81-a097-e12433a6ef07), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.760217 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Transition to ACTIVE for port object 6c71f015-7888-4f81-a097-e12433a6ef07 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:50:49.764204 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.769951 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59364622-aa4b-4adc-b7b0-4aeb13395a68 req-d84529b5-3a75-46fe-b4ac-8c6e02526056 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310146 Apr 06 13:50:49.776600 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c22142be-087b-4309-bd41-30089ec4c862 req-01e25117-40cf-4692-a7a9-4a944af2a7f6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368661 Apr 06 13:50:49.777378 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Attempting to bind port 480134c2-bed3-47db-b21e-ec26df53896b on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:49.777722 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Attempting to bind port 480134c2-bed3-47db-b21e-ec26df53896b by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:49.778053 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Attempting to bind port 480134c2-bed3-47db-b21e-ec26df53896b on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:49.783060 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Port 480134c2-bed3-47db-b21e-ec26df53896b on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:50:49.783693 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Attempting to bind port 480134c2-bed3-47db-b21e-ec26df53896b on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:49.794139 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:49.794492 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Checking segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:49.794881 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Bound using segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:49.795333 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Bound port: 480134c2-bed3-47db-b21e-ec26df53896b, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:49.795699 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (480134c2-bed3-47db-b21e-ec26df53896b), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.837992 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Pushing event updated for resources: {'Port': ['ID=6c71f015-7888-4f81-a097-e12433a6ef07,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:49.872810 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Attempting to bind port 6c71f015-7888-4f81-a097-e12433a6ef07 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:49.873313 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Attempting to bind port 6c71f015-7888-4f81-a097-e12433a6ef07 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:49.873780 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Attempting to bind port 6c71f015-7888-4f81-a097-e12433a6ef07 on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:49.881478 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Port 6c71f015-7888-4f81-a097-e12433a6ef07 on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:50:49.882005 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Attempting to bind port 6c71f015-7888-4f81-a097-e12433a6ef07 on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:49.893361 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:49.893637 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Checking segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:49.894008 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Bound using segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:49.894460 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Bound port: 6c71f015-7888-4f81-a097-e12433a6ef07, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:49.894826 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.913173 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] For port 480134c2-bed3-47db-b21e-ec26df53896b, host hv-cinder-83680, cleared binding levels {{(pid=110043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:49.918658 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] For port 480134c2-bed3-47db-b21e-ec26df53896b, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=480134c2-bed3-47db-b21e-ec26df53896b,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:49.928784 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (480134c2-bed3-47db-b21e-ec26df53896b), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.944264 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aea57-3dff-413a-bff7-0be915459f86 req-b1ec03c6-d119-425e-ab67-5a3e13368ccd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:49.945740 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f51aea57-3dff-413a-bff7-0be915459f86 req-b1ec03c6-d119-425e-ab67-5a3e13368ccd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0910244 Apr 06 13:50:49.985612 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] For port 6c71f015-7888-4f81-a097-e12433a6ef07, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:49.988863 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:49.989573 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:49.989932 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] For port 6c71f015-7888-4f81-a097-e12433a6ef07, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6c71f015-7888-4f81-a097-e12433a6ef07,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:49.991044 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] 10.222.0.41 "PUT /v2.0/ports/480134c2-bed3-47db-b21e-ec26df53896b HTTP/1.1" status: 200 len: 1093 time: 2.4722378 Apr 06 13:50:49.999431 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:50.034637 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.035273 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:50.036922 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c71f015-7888-4f81-a097-e12433a6ef07 HTTP/1.1" status: 200 len: 1094 time: 1.6186728 Apr 06 13:50:50.044707 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5beda-f5b5-4659-a2db-7a4ff6610904 service neutron] Pushing event updated for resources: {'Port': ['ID=480134c2-bed3-47db-b21e-ec26df53896b,revision_number=3']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:50.055754 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f51aea57-3dff-413a-bff7-0be915459f86 req-5abc07dc-2a7f-419c-a3f6-a965f55e7f5b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824022 Apr 06 13:50:50.058412 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a6f2c-7576-41a3-8b8c-43800629da55 service neutron] Pushing event updated for resources: {'Port': ['ID=6c71f015-7888-4f81-a097-e12433a6ef07,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:50.270752 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b77039-fdd6-4d95-94e6-fefa5ebc8191 req-83ec0c76-55e6-48f1-b960-15e50d41abc3 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.272282 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-06b77039-fdd6-4d95-94e6-fefa5ebc8191 req-83ec0c76-55e6-48f1-b960-15e50d41abc3 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 943 time: 0.0547626 Apr 06 13:50:50.334044 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-06b77039-fdd6-4d95-94e6-fefa5ebc8191 req-1ae2d185-cf9f-4798-9c6f-48407ac55599 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556226 Apr 06 13:50:50.920380 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4422a-b55c-4bef-aeca-5a2cd8e576df req-17dce602-e7f7-4fb0-b828-5a1d70498916 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.921927 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4bd4422a-b55c-4bef-aeca-5a2cd8e576df req-17dce602-e7f7-4fb0-b828-5a1d70498916 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0861228 Apr 06 13:50:50.935562 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb5ffb-8040-482d-aeff-5799f67842b0 req-36ed7b14-bc15-4769-af00-edab4901d3ae tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:50.936913 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9ccb5ffb-8040-482d-aeff-5799f67842b0 req-36ed7b14-bc15-4769-af00-edab4901d3ae tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 932 time: 0.0746171 Apr 06 13:50:51.007315 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4bd4422a-b55c-4bef-aeca-5a2cd8e576df req-24746023-39d6-4bf5-9164-45176717a165 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789309 Apr 06 13:50:51.010916 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9ccb5ffb-8040-482d-aeff-5799f67842b0 req-35c68940-40c4-4341-848b-2ce945eb3c0e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684648 Apr 06 13:50:51.125099 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f', 'tag': '6c71f015-7888-4f81-a097-e12433a6ef07'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:51.127565 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0e7689-4a17-482e-85c4-6fa343ed34da" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f", "tag": "6c71f015-7888-4f81-a097-e12433a6ef07"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:50:51.168574 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2254e638-2f13-4a89-859d-9492e2554650 x-openstack-request-id: req-2254e638-2f13-4a89-859d-9492e2554650 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:50:51.168861 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f", "tag": "6c71f015-7888-4f81-a097-e12433a6ef07", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:50:51.169112 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2254e638-2f13-4a89-859d-9492e2554650 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:50:51.169533 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2254e638-2f13-4a89-859d-9492e2554650'] response: {'name': 'network-changed', 'server_uuid': 'e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f', 'tag': '6c71f015-7888-4f81-a097-e12433a6ef07', 'status': 'completed', 'code': 200} Apr 06 13:50:51.187006 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3272-ae8d-45b7-aeaa-6dad2c18144b req-b90a0995-2338-4db7-b245-037a61298d61 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:51.188413 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e58f3272-ae8d-45b7-aeaa-6dad2c18144b req-b90a0995-2338-4db7-b245-037a61298d61 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0575931 Apr 06 13:50:51.240091 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e58f3272-ae8d-45b7-aeaa-6dad2c18144b req-d0c28f9f-a022-44ae-846a-ee7a6b643e91 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Apr 06 13:50:51.439252 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5607c4ff-ee84-4f4b-8146-52897126cca0', 'tag': '480134c2-bed3-47db-b21e-ec26df53896b'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:51.441451 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dbe199-9f98-4678-b0ef-7e7323905c66" -d '{"events": [{"name": "network-changed", "server_uuid": "5607c4ff-ee84-4f4b-8146-52897126cca0", "tag": "480134c2-bed3-47db-b21e-ec26df53896b"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:50:51.480522 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b907-2e96-4bc7-b0f2-46191113097a req-47752521-316a-4442-9937-93bceabd103e tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:51.482130 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-33a8b907-2e96-4bc7-b0f2-46191113097a req-47752521-316a-4442-9937-93bceabd103e tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 943 time: 0.0723002 Apr 06 13:50:51.484262 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6d1fc9-d326-4b15-9843-d6e7cb58ae2f x-openstack-request-id: req-8a6d1fc9-d326-4b15-9843-d6e7cb58ae2f {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:50:51.484549 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5607c4ff-ee84-4f4b-8146-52897126cca0", "tag": "480134c2-bed3-47db-b21e-ec26df53896b", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:50:51.484753 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a6d1fc9-d326-4b15-9843-d6e7cb58ae2f {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:50:51.485171 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6d1fc9-d326-4b15-9843-d6e7cb58ae2f'] response: {'name': 'network-changed', 'server_uuid': '5607c4ff-ee84-4f4b-8146-52897126cca0', 'tag': '480134c2-bed3-47db-b21e-ec26df53896b', 'status': 'completed', 'code': 200} Apr 06 13:50:51.535310 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-33a8b907-2e96-4bc7-b0f2-46191113097a req-20f69c09-8fa3-49e8-94a3-ea2d3080f877 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474088 Apr 06 13:50:52.157591 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c740e-7b6f-40f1-9cfc-993f253b6062 req-5819d7f6-ecc2-4a57-99a7-60af54f3a0d6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.159443 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-384c740e-7b6f-40f1-9cfc-993f253b6062 req-5819d7f6-ecc2-4a57-99a7-60af54f3a0d6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0805759 Apr 06 13:50:52.169910 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded489b7-f31d-4f92-8ec7-099aaa6c4601 req-076693bd-b4ca-4011-86b9-3c4fedaefa3c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.171441 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ded489b7-f31d-4f92-8ec7-099aaa6c4601 req-076693bd-b4ca-4011-86b9-3c4fedaefa3c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 932 time: 0.0907471 Apr 06 13:50:52.240642 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-384c740e-7b6f-40f1-9cfc-993f253b6062 req-28997763-44cf-42e3-93e5-dd9aba38fae9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682147 Apr 06 13:50:52.243905 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ded489b7-f31d-4f92-8ec7-099aaa6c4601 req-1d197851-bce1-42eb-9216-7990f5c9479e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656900 Apr 06 13:50:52.363294 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11f8b-0d19-4597-94e4-422da34edcb2 req-8fb30e88-1d87-4dce-8b9b-d244c4654b35 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.364634 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-81a11f8b-0d19-4597-94e4-422da34edcb2 req-8fb30e88-1d87-4dce-8b9b-d244c4654b35 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0568256 Apr 06 13:50:52.413227 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-81a11f8b-0d19-4597-94e4-422da34edcb2 req-1d722510-521e-4a5d-933f-6f96bd9fce8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Apr 06 13:50:52.505093 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Request body: {'port': {'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:50:52.646842 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-f0a8365b-61be-4de3-86ae-afb5719cb518 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 217 time: 0.1521161 Apr 06 13:50:52.704302 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-8a142943-b5c0-4dc5-b9c3-7c799ecc254e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 HTTP/1.1" status: 200 len: 217 time: 0.2440987 Apr 06 13:50:52.750784 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (59d023ce-499e-42e0-95da-1cb7698da482), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:52.772969 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-32797716-9ba3-4cab-b19e-aae91111015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.774509 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-32797716-9ba3-4cab-b19e-aae91111015a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.1139293 Apr 06 13:50:52.782379 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-6920fdcf-cb9f-4f0b-bb20-a53b8423c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.784167 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-6920fdcf-cb9f-4f0b-bb20-a53b8423c92e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7 HTTP/1.1" status: 200 len: 852 time: 0.0625279 Apr 06 13:50:52.786902 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-125353b5-b074-41b1-8477-320ed68afb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.788274 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-125353b5-b074-41b1-8477-320ed68afb5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 1127 time: 0.0922678 Apr 06 13:50:52.808781 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-d627a8d4-98fd-4451-a116-d109fae85447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.810219 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-d627a8d4-98fd-4451-a116-d109fae85447 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 1128 time: 0.2589567 Apr 06 13:50:52.847313 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-ffec303f-626b-44d5-93d7-aa57ae92fe94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=406737fb-4da3-41ab-a1c9-29c129334977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519922 Apr 06 13:50:52.885473 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-b81863c1-123a-48ef-91ce-4ed827f99c6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=480134c2-bed3-47db-b21e-ec26df53896b HTTP/1.1" status: 200 len: 217 time: 0.0826738 Apr 06 13:50:52.900216 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab504ff1-ab75-46c8-bc2d-8268b518dc3b req-73b3f35a-21d2-47ee-8f9b-328ffa2b9fca tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.901708 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ab504ff1-ab75-46c8-bc2d-8268b518dc3b req-73b3f35a-21d2-47ee-8f9b-328ffa2b9fca tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 943 time: 0.2713163 Apr 06 13:50:52.907748 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-69fa6ac5-a7df-4d6a-a02c-5e3b361bce03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c71f015-7888-4f81-a097-e12433a6ef07 HTTP/1.1" status: 200 len: 217 time: 0.0752645 Apr 06 13:50:52.974899 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1287c0b-e7d6-4cf5-ba59-8ae8b82f4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:52.976352 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-c1287c0b-e7d6-4cf5-ba59-8ae8b82f4470 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0804977 Apr 06 13:50:53.026854 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-d126419a-1c8c-4dc8-808e-8f2c89772c6c service neutron] 10.222.0.41 "GET /v2.0/networks/406737fb-4da3-41ab-a1c9-29c129334977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497514 Apr 06 13:50:53.076486 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-ee1880e3-94db-474e-a3e6-ec7639653d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:53.078007 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-ee1880e3-94db-474e-a3e6-ec7639653d61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.1593008 Apr 06 13:50:53.090327 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ab504ff1-ab75-46c8-bc2d-8268b518dc3b req-eebd241b-36b8-4dc2-8359-6ad2d37b0919 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795061 Apr 06 13:50:53.092047 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-5459cecd-4c42-40a6-bff5-ac1a3dca9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:53.093494 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-5459cecd-4c42-40a6-bff5-ac1a3dca9200 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3108599 Apr 06 13:50:53.098829 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-678e303d-36e3-46ac-a7f5-eea015d01873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:53.100342 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-678e303d-36e3-46ac-a7f5-eea015d01873 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1178396 Apr 06 13:50:53.176239 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9411a04-cf37-4638-95e5-1b40fe1ddcb2 req-7be77e04-48b8-402d-8a5b-de9b851f5dd8 service neutron] 10.222.0.41 "GET /v2.0/networks/406737fb-4da3-41ab-a1c9-29c129334977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426210 Apr 06 13:50:53.216178 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-ee78169c-6042-4ae2-ba6f-6679b5308e7b service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095748 Apr 06 13:50:53.458582 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-7404a264-c216-438c-90be-8449837cb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:53.460094 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-7404a264-c216-438c-90be-8449837cb1c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3385475 Apr 06 13:50:53.497413 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-b838a4d4-68b3-419e-bd65-3e38859078dc service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671091 Apr 06 13:50:53.576035 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fc442-05e8-4883-a5ef-db5f7aba9752 req-96935734-2328-4f23-9299-255862c16018 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:53.577617 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-991fc442-05e8-4883-a5ef-db5f7aba9752 req-96935734-2328-4f23-9299-255862c16018 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.1672163 Apr 06 13:50:53.598654 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe7513-81b3-45f5-9688-9a759c28ecc3 req-fa105c97-5591-49cc-8e92-d99007f2d026 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:53.600142 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dcfe7513-81b3-45f5-9688-9a759c28ecc3 req-fa105c97-5591-49cc-8e92-d99007f2d026 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 932 time: 0.1910467 Apr 06 13:50:53.602375 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d023ce-499e-42e0-95da-1cb7698da482 {{(pid=110043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:53.616082 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Publish callbacks [] for port (59d023ce-499e-42e0-95da-1cb7698da482), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:53.660449 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.provisioning_blocks [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Transition to ACTIVE for port object 59d023ce-499e-42e0-95da-1cb7698da482 will not be triggered until provisioned by entity L2. {{(pid=110043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:50:53.677988 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (59d023ce-499e-42e0-95da-1cb7698da482), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:53.732728 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-991fc442-05e8-4883-a5ef-db5f7aba9752 req-3061dd43-18c2-4445-951f-a914ec9c5980 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442697 Apr 06 13:50:53.741110 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dcfe7513-81b3-45f5-9688-9a759c28ecc3 req-b3e8ad06-32a9-41a5-ab71-996bd4fac2b6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282251 Apr 06 13:50:53.757103 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Pushing event updated for resources: {'Port': ['ID=59d023ce-499e-42e0-95da-1cb7698da482,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:53.798167 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Attempting to bind port 59d023ce-499e-42e0-95da-1cb7698da482 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:50:53.798504 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Attempting to bind port 59d023ce-499e-42e0-95da-1cb7698da482 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:50:53.798828 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Attempting to bind port 59d023ce-499e-42e0-95da-1cb7698da482 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:53.803718 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Port 59d023ce-499e-42e0-95da-1cb7698da482 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:50:53.804157 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Attempting to bind port 59d023ce-499e-42e0-95da-1cb7698da482 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:50:53.809999 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:50:53.810342 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Checking segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:50:53.810738 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Bound using segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:50:53.811242 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Bound port: 59d023ce-499e-42e0-95da-1cb7698da482, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:50:53.811618 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (59d023ce-499e-42e0-95da-1cb7698da482), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:53.956114 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e7871-9ea8-458a-a7ea-460378608903 req-edd52113-a535-4b33-89d9-e91b553a32be tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:53.958435 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9f5e7871-9ea8-458a-a7ea-460378608903 req-edd52113-a535-4b33-89d9-e91b553a32be tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.1357703 Apr 06 13:50:53.966737 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] For port 59d023ce-499e-42e0-95da-1cb7698da482, host hv-cinder-83680, cleared binding levels {{(pid=110043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:50:53.981117 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] For port 59d023ce-499e-42e0-95da-1cb7698da482, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=59d023ce-499e-42e0-95da-1cb7698da482,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:50:54.000704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (59d023ce-499e-42e0-95da-1cb7698da482), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:54.047711 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:54.048462 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:54.050025 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/59d023ce-499e-42e0-95da-1cb7698da482 HTTP/1.1" status: 200 len: 1094 time: 1.5542204 Apr 06 13:50:54.052723 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'tag': '59d023ce-499e-42e0-95da-1cb7698da482'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:50:54.055328 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c6b5b2-96d3-4ee8-9984-8103f97290f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdc8c9b-c510-4110-9941-60191cc7c3a0", "tag": "59d023ce-499e-42e0-95da-1cb7698da482"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:50:54.088131 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9f5e7871-9ea8-458a-a7ea-460378608903 req-ec3abf00-bf35-4693-aaad-18a82c6ca1f2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241446 Apr 06 13:50:54.092974 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050ad92-9590-4d58-9a2f-cf3c3de127f2 service neutron] Pushing event updated for resources: {'Port': ['ID=59d023ce-499e-42e0-95da-1cb7698da482,revision_number=3']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:54.105497 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05402cd-d9b2-4c60-9981-6592871841a9 x-openstack-request-id: req-d05402cd-d9b2-4c60-9981-6592871841a9 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:50:54.105790 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdc8c9b-c510-4110-9941-60191cc7c3a0", "tag": "59d023ce-499e-42e0-95da-1cb7698da482", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:50:54.106043 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d05402cd-d9b2-4c60-9981-6592871841a9 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:50:54.106451 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05402cd-d9b2-4c60-9981-6592871841a9'] response: {'name': 'network-changed', 'server_uuid': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'tag': '59d023ce-499e-42e0-95da-1cb7698da482', 'status': 'completed', 'code': 200} Apr 06 13:50:54.227247 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33762e3a-5c1c-48ee-95f6-a8392d1c607c req-f581a7c5-a4b7-401f-933f-780e3bac35d4 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:54.228872 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-33762e3a-5c1c-48ee-95f6-a8392d1c607c req-f581a7c5-a4b7-401f-933f-780e3bac35d4 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 943 time: 0.0608842 Apr 06 13:50:54.281903 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-33762e3a-5c1c-48ee-95f6-a8392d1c607c req-59959344-624f-4a7a-b872-b651cf6bec8f tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464032 Apr 06 13:50:54.920616 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffce95c-0310-40ba-9e64-9a459fba7262 req-dc021867-2446-4ec3-8c21-7c870dd149dd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:54.922018 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4ffce95c-0310-40ba-9e64-9a459fba7262 req-dc021867-2446-4ec3-8c21-7c870dd149dd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.1002588 Apr 06 13:50:54.964954 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b8e2b-51a1-4edd-bd9e-f570fe1e829e req-4694053f-0399-417c-965a-3df0349be4ef tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:54.967897 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c00b8e2b-51a1-4edd-bd9e-f570fe1e829e req-4694053f-0399-417c-965a-3df0349be4ef tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0906680 Apr 06 13:50:55.021131 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4ffce95c-0310-40ba-9e64-9a459fba7262 req-01a8a53a-889c-4e77-ae89-f63f015fd9ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909982 Apr 06 13:50:55.059723 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c00b8e2b-51a1-4edd-bd9e-f570fe1e829e req-dfd86f15-cc7b-4c24-b86b-0c6970646c18 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809891 Apr 06 13:50:55.271653 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41904f-faa7-4053-bd00-ae9d01a4cfe6 req-63c976f7-beaf-4932-ad6d-1e7ba009ed3a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:55.275532 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1c41904f-faa7-4053-bd00-ae9d01a4cfe6 req-63c976f7-beaf-4932-ad6d-1e7ba009ed3a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0958405 Apr 06 13:50:55.387059 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1c41904f-faa7-4053-bd00-ae9d01a4cfe6 req-6f6d89bc-c030-469b-8894-215f17d700e5 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001348 Apr 06 13:50:55.467268 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d30a5-84d8-473b-a621-86d6623a1ab7 req-1fd83b16-7e5a-48a2-8a33-35e165206ef6 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:55.468842 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-919d30a5-84d8-473b-a621-86d6623a1ab7 req-1fd83b16-7e5a-48a2-8a33-35e165206ef6 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 943 time: 0.0750291 Apr 06 13:50:55.476449 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47162) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:55.489843 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:50:55.540742 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-919d30a5-84d8-473b-a621-86d6623a1ab7 req-221ec3e7-9572-403c-a5d8-f08ba03655c4 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627642 Apr 06 13:50:55.605626 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5f096579-7153-41c2-b44e-7be994c26117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:55.680216 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5f096579-7153-41c2-b44e-7be994c26117 admin admin] Publish callbacks [] for security_group (f3ef7898-96bd-462f-b44c-f4e643d8ca1f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:55.680986 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47168) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:55.685424 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5f096579-7153-41c2-b44e-7be994c26117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (f3ef7898-96bd-462f-b44c-f4e643d8ca1f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:55.723426 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5f096579-7153-41c2-b44e-7be994c26117 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df7cfad786a241459c12aef7146c5dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458661 Apr 06 13:50:55.724543 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f096579-7153-41c2-b44e-7be994c26117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef7898-96bd-462f-b44c-f4e643d8ca1f,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:55.726369 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47172) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:55.778454 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-55db6ffb-04fa-46a3-aa80-4aab984f507f admin admin] Publish callbacks [] for security_group (f3ef7898-96bd-462f-b44c-f4e643d8ca1f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:55.801898 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aef5003f-3168-4946-8f4e-712d4464cc91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:55.822621 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-55db6ffb-04fa-46a3-aa80-4aab984f507f admin admin] Publish callbacks [] for security_group (f3ef7898-96bd-462f-b44c-f4e643d8ca1f), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:55.891254 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-55db6ffb-04fa-46a3-aa80-4aab984f507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (f3ef7898-96bd-462f-b44c-f4e643d8ca1f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:55.893822 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-55db6ffb-04fa-46a3-aa80-4aab984f507f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:55.897299 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-55db6ffb-04fa-46a3-aa80-4aab984f507f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3ef7898-96bd-462f-b44c-f4e643d8ca1f HTTP/1.1" status: 204 len: 168 time: 0.1675594 Apr 06 13:50:55.910598 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db6ffb-04fa-46a3-aa80-4aab984f507f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef7898-96bd-462f-b44c-f4e643d8ca1f,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:55.988194 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aef5003f-3168-4946-8f4e-712d4464cc91 admin admin] Publish callbacks [] for security_group (ecd5ceea-cc90-4753-b1f0-dbf2ef3487cb), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.054908 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aef5003f-3168-4946-8f4e-712d4464cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (ecd5ceea-cc90-4753-b1f0-dbf2ef3487cb), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.087934 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6b5b2-96d3-4ee8-9984-8103f97290f5 req-fb6a1148-645b-4cf8-aec9-f2469cc36bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:56.089809 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d9c6b5b2-96d3-4ee8-9984-8103f97290f5 req-fb6a1148-645b-4cf8-aec9-f2469cc36bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 1128 time: 0.1539183 Apr 06 13:50:56.097534 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e775332a-5c6e-474a-9236-cf67a54f00d3 req-e719ac50-d562-4689-ae73-952b68a352b9 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704423 Apr 06 13:50:56.142861 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-aef5003f-3168-4946-8f4e-712d4464cc91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e1d00ae512847dea9db0d23cc5cc4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578681 Apr 06 13:50:56.145975 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47188) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:56.149093 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5003f-3168-4946-8f4e-712d4464cc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd5ceea-cc90-4753-b1f0-dbf2ef3487cb,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:56.212964 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-905d2771-dad5-4793-939b-70841861cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:56.214676 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-905d2771-dad5-4793-939b-70841861cac5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16f070eced2848f18bee78de026d1342&device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 1127 time: 0.2869303 Apr 06 13:50:56.234666 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c157cd4b-b6dd-4c9e-b3f2-160a976aa1b7 req-6ef5ec02-8b88-4267-9dcf-25ad67dc958a service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084264 Apr 06 13:50:56.238456 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-31b7bfeb-cc83-4a67-b934-9005bf59087c service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096962 Apr 06 13:50:56.260816 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fd3955e7-ea92-4a12-b815-08d87e55e85e admin admin] Publish callbacks [] for security_group (ecd5ceea-cc90-4753-b1f0-dbf2ef3487cb), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.297087 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eeead-3c5e-4258-bf2c-48e28309b015 req-46717335-7732-4c1a-9619-351705687d69 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:56.297087 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9f1eeead-3c5e-4258-bf2c-48e28309b015 req-46717335-7732-4c1a-9619-351705687d69 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.1804488 Apr 06 13:50:56.297324 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fd3955e7-ea92-4a12-b815-08d87e55e85e admin admin] Publish callbacks [] for security_group (ecd5ceea-cc90-4753-b1f0-dbf2ef3487cb), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.328173 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea17a9-168d-4881-bd15-c3a56d9eb874 req-eb04427b-76e3-40b3-98d9-044325fd48ce tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:56.335334 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-11ea17a9-168d-4881-bd15-c3a56d9eb874 req-eb04427b-76e3-40b3-98d9-044325fd48ce tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.1180267 Apr 06 13:50:56.345768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47196) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:56.364140 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8712-5dd2-4b5d-8754-5ea720d4c278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.389620 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fd3955e7-ea92-4a12-b815-08d87e55e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (ecd5ceea-cc90-4753-b1f0-dbf2ef3487cb), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.389796 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9f1eeead-3c5e-4258-bf2c-48e28309b015 req-4310e94c-b365-4608-aa75-828907c6a5bd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882316 Apr 06 13:50:56.392563 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fd3955e7-ea92-4a12-b815-08d87e55e85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.393833 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-fd3955e7-ea92-4a12-b815-08d87e55e85e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecd5ceea-cc90-4753-b1f0-dbf2ef3487cb HTTP/1.1" status: 204 len: 168 time: 0.2455063 Apr 06 13:50:56.406758 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3955e7-ea92-4a12-b815-08d87e55e85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd5ceea-cc90-4753-b1f0-dbf2ef3487cb,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:56.437449 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-11ea17a9-168d-4881-bd15-c3a56d9eb874 req-badc2290-5ea2-4282-b91e-c5213686e4cd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971434 Apr 06 13:50:56.480829 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8712-5dd2-4b5d-8754-5ea720d4c278 admin admin] Publish callbacks [] for security_group (40031396-bfd8-4661-a4dd-393f196e2b1a), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.485866 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8712-5dd2-4b5d-8754-5ea720d4c278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (40031396-bfd8-4661-a4dd-393f196e2b1a), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.531588 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-aa1c8712-5dd2-4b5d-8754-5ea720d4c278 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e23b38ea65ac4e21a4c1c74467f175e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845529 Apr 06 13:50:56.534495 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c8712-5dd2-4b5d-8754-5ea720d4c278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40031396-bfd8-4661-a4dd-393f196e2b1a,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:56.537137 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47206) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:56.576924 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a24a4-ef99-402f-8031-c5a14b36f429 req-742a924e-a9dd-45ee-9068-e467a2d12e70 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:56.582024 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3c4a24a4-ef99-402f-8031-c5a14b36f429 req-742a924e-a9dd-45ee-9068-e467a2d12e70 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0804343 Apr 06 13:50:56.606992 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-04a5e601-c237-4d20-806e-eb9eedfcaa59 admin admin] Publish callbacks [] for security_group (40031396-bfd8-4661-a4dd-393f196e2b1a), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.630525 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-04a5e601-c237-4d20-806e-eb9eedfcaa59 admin admin] Publish callbacks [] for security_group (40031396-bfd8-4661-a4dd-393f196e2b1a), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.648935 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3c4a24a4-ef99-402f-8031-c5a14b36f429 req-3546643e-b037-433f-ae35-e5a7ae72c73b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620697 Apr 06 13:50:56.689820 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-04a5e601-c237-4d20-806e-eb9eedfcaa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (40031396-bfd8-4661-a4dd-393f196e2b1a), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.692710 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-04a5e601-c237-4d20-806e-eb9eedfcaa59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.696437 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-04a5e601-c237-4d20-806e-eb9eedfcaa59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40031396-bfd8-4661-a4dd-393f196e2b1a HTTP/1.1" status: 204 len: 168 time: 0.1556427 Apr 06 13:50:56.701955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e601-c237-4d20-806e-eb9eedfcaa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40031396-bfd8-4661-a4dd-393f196e2b1a,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:56.721615 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f631573-2e73-4110-82b8-69524d94decf req-05b8ea5e-c8c4-4ba5-9394-f7d034bcbd74 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:56.723141 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1f631573-2e73-4110-82b8-69524d94decf req-05b8ea5e-c8c4-4ba5-9394-f7d034bcbd74 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 943 time: 0.0867615 Apr 06 13:50:56.772713 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1f631573-2e73-4110-82b8-69524d94decf req-935584f1-617c-4f8b-98c7-1e59f953b878 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Apr 06 13:50:56.848224 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47214) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:56.862099 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f1587c4b-06f4-430f-907b-068ff87566d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.941060 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f1587c4b-06f4-430f-907b-068ff87566d2 admin admin] Publish callbacks [] for security_group (087ec332-3d80-4696-b4c3-4051e707eed1), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.946820 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f1587c4b-06f4-430f-907b-068ff87566d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (087ec332-3d80-4696-b4c3-4051e707eed1), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:56.985792 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f1587c4b-06f4-430f-907b-068ff87566d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fbe48f160b04fb6aea3e5d16bd6a89e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363614 Apr 06 13:50:56.986795 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1587c4b-06f4-430f-907b-068ff87566d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087ec332-3d80-4696-b4c3-4051e707eed1,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:56.988771 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47220) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:57.038639 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b6815655-27af-40e4-9501-55ab6ba294fd admin admin] Publish callbacks [] for security_group (087ec332-3d80-4696-b4c3-4051e707eed1), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:57.060999 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b6815655-27af-40e4-9501-55ab6ba294fd admin admin] Publish callbacks [] for security_group (087ec332-3d80-4696-b4c3-4051e707eed1), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:57.114588 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b6815655-27af-40e4-9501-55ab6ba294fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (087ec332-3d80-4696-b4c3-4051e707eed1), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:57.119253 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b6815655-27af-40e4-9501-55ab6ba294fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:57.121198 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b6815655-27af-40e4-9501-55ab6ba294fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/087ec332-3d80-4696-b4c3-4051e707eed1 HTTP/1.1" status: 204 len: 168 time: 0.1311305 Apr 06 13:50:57.130812 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6815655-27af-40e4-9501-55ab6ba294fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087ec332-3d80-4696-b4c3-4051e707eed1,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:57.515334 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89cca0-6b65-4efa-8b88-6b0c87ce374d req-2c705f3a-02f3-4a80-b503-9cb62b72afe4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:57.517353 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ef89cca0-6b65-4efa-8b88-6b0c87ce374d req-2c705f3a-02f3-4a80-b503-9cb62b72afe4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0676515 Apr 06 13:50:57.594908 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ef89cca0-6b65-4efa-8b88-6b0c87ce374d req-d3aee01c-a6cf-41c5-b967-1f6d1fee2170 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666053 Apr 06 13:50:57.608003 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef14b6-adb5-4041-b55a-1c09858b297c req-348bde53-7246-4146-8de5-8966d6e02740 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:57.609705 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-86ef14b6-adb5-4041-b55a-1c09858b297c req-348bde53-7246-4146-8de5-8966d6e02740 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0901227 Apr 06 13:50:57.678766 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-86ef14b6-adb5-4041-b55a-1c09858b297c req-ca0f4d0b-af7a-4327-80b2-b13bfe50a976 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535338 Apr 06 13:50:57.783527 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0480fa-13b7-4687-98a5-c5243ad56544 req-7b16fa27-eb07-4b68-9310-3306845a2b63 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:57.785094 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae0480fa-13b7-4687-98a5-c5243ad56544 req-7b16fa27-eb07-4b68-9310-3306845a2b63 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0678353 Apr 06 13:50:57.858071 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae0480fa-13b7-4687-98a5-c5243ad56544 req-5e9f67d1-7dc6-46e9-907c-4e5703f0aecf tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636168 Apr 06 13:50:57.919770 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232373f-5877-449b-af29-d4879f347f0c req-fad75148-f627-4b0f-bba9-d811c268aaff tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:57.921304 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4232373f-5877-449b-af29-d4879f347f0c req-fad75148-f627-4b0f-bba9-d811c268aaff tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 943 time: 0.0622294 Apr 06 13:50:57.974378 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4232373f-5877-449b-af29-d4879f347f0c req-7331124a-4d0c-4913-b33d-9c5173150875 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Apr 06 13:50:58.010442 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:50:58.127677 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,segment=NetworkSegment(ee51b8d4-040f-4c30-a735-2c90fbc0717d),segment_id=ee51b8d4-040f-4c30-a735-2c90fbc0717d)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:58.144196 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87', 'network_id': '406737fb-4da3-41ab-a1c9-29c129334977', 'port_id': '3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87', 'mac_address': 'fa:16:3e:6f:d5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:50:58.184951 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:50:58.185735 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:58.200020 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:50:58.221394 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,segment=NetworkSegment(ee51b8d4-040f-4c30-a735-2c90fbc0717d),segment_id=ee51b8d4-040f-4c30-a735-2c90fbc0717d)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:50:58.225928 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:58.284446 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:58.747731 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c39e0-1a63-4ecf-a3b0-e6f5abf35d79 req-1b6e763e-c9d9-465c-9168-53c6e85a2ed0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:58.754733 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3e9c39e0-1a63-4ecf-a3b0-e6f5abf35d79 req-1b6e763e-c9d9-465c-9168-53c6e85a2ed0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0646157 Apr 06 13:50:58.831412 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3e9c39e0-1a63-4ecf-a3b0-e6f5abf35d79 req-7ea70c43-55a4-47ef-b517-f90735538c9e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757916 Apr 06 13:50:58.868684 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea36387-4a8e-4c28-aa48-87effb5bf148 req-282cde82-edcd-40fd-ad93-1817075c6872 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:58.871095 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dea36387-4a8e-4c28-aa48-87effb5bf148 req-282cde82-edcd-40fd-ad93-1817075c6872 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0841839 Apr 06 13:50:58.992437 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dea36387-4a8e-4c28-aa48-87effb5bf148 req-5fd1510d-43c6-4892-9232-d5ccc94efc29 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108193 Apr 06 13:50:59.039987 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47356) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:59.068014 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6de75-35d4-4029-95ff-e755a1c8fdd9 req-ab2ddecf-153d-4c9f-8ac5-d426224faab6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:59.070077 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3cf6de75-35d4-4029-95ff-e755a1c8fdd9 req-ab2ddecf-153d-4c9f-8ac5-d426224faab6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.1086936 Apr 06 13:50:59.152766 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3cf6de75-35d4-4029-95ff-e755a1c8fdd9 req-83d499ff-00b4-41ac-9468-8684fcef573b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717092 Apr 06 13:50:59.162028 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83955f-b78c-4ff6-9008-3bd00d132535 req-d55ad4f0-1c14-4470-9b96-5ce888615db5 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:59.163610 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8a83955f-b78c-4ff6-9008-3bd00d132535 req-d55ad4f0-1c14-4470-9b96-5ce888615db5 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 944 time: 0.0924802 Apr 06 13:50:59.212685 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8a83955f-b78c-4ff6-9008-3bd00d132535 req-69f94ab0-d531-489f-afd9-6c6c57f031b7 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 Apr 06 13:50:59.285559 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cbeb-c3c9-4308-b852-4e17f730e0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.362710 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cbeb-c3c9-4308-b852-4e17f730e0b2 admin admin] Publish callbacks [] for security_group (6239ddb6-da56-4c3d-8fa5-e2297169bb98), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.367859 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cbeb-c3c9-4308-b852-4e17f730e0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (6239ddb6-da56-4c3d-8fa5-e2297169bb98), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.408924 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-2fd5cbeb-c3c9-4308-b852-4e17f730e0b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=019f0af7eef742659620ac3c92b5e798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672726 Apr 06 13:50:59.411728 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47368) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:59.419032 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5cbeb-c3c9-4308-b852-4e17f730e0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6239ddb6-da56-4c3d-8fa5-e2297169bb98,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:59.475801 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7ca60a99-3cbd-4a49-a44a-398711caa811 admin admin] Publish callbacks [] for security_group (6239ddb6-da56-4c3d-8fa5-e2297169bb98), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.502918 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7ca60a99-3cbd-4a49-a44a-398711caa811 admin admin] Publish callbacks [] for security_group (6239ddb6-da56-4c3d-8fa5-e2297169bb98), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.551757 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7ca60a99-3cbd-4a49-a44a-398711caa811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (6239ddb6-da56-4c3d-8fa5-e2297169bb98), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.554933 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7ca60a99-3cbd-4a49-a44a-398711caa811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.556116 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-7ca60a99-3cbd-4a49-a44a-398711caa811 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6239ddb6-da56-4c3d-8fa5-e2297169bb98 HTTP/1.1" status: 204 len: 168 time: 0.1434147 Apr 06 13:50:59.564669 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca60a99-3cbd-4a49-a44a-398711caa811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6239ddb6-da56-4c3d-8fa5-e2297169bb98,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:50:59.862177 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47396) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:50:59.877645 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d3df78cc-b793-4fa8-8d70-6e32c95fb283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:50:59.989758 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda2a11-3615-4b2c-83c7-ea0f87b2ab7f req-2651de48-aed2-4994-97a9-5f4aaed4ef80 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:50:59.991271 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8eda2a11-3615-4b2c-83c7-ea0f87b2ab7f req-2651de48-aed2-4994-97a9-5f4aaed4ef80 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0887949 Apr 06 13:51:00.008973 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d3df78cc-b793-4fa8-8d70-6e32c95fb283 admin admin] Publish callbacks [] for security_group (51b07dc1-da1c-4ba6-8033-9990054d5886), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:00.020253 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d3df78cc-b793-4fa8-8d70-6e32c95fb283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (51b07dc1-da1c-4ba6-8033-9990054d5886), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:00.065926 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df78cc-b793-4fa8-8d70-6e32c95fb283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b07dc1-da1c-4ba6-8033-9990054d5886,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:00.101383 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d3df78cc-b793-4fa8-8d70-6e32c95fb283 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf01b0aeff9a4fd4be5de6a29f35ae5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373118 Apr 06 13:51:00.104067 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47400) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:00.129793 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8eda2a11-3615-4b2c-83c7-ea0f87b2ab7f req-0a864803-8394-4eca-b6f3-7eecd8c6fc04 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305597 Apr 06 13:51:00.156859 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e749-9b68-48d7-959f-fb9c487609d2 admin admin] Publish callbacks [] for security_group (51b07dc1-da1c-4ba6-8033-9990054d5886), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:00.159785 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb9c87-9fe1-40d5-9f59-d69a0cf40822 req-9516202f-060e-40ab-82df-8c929bb8f075 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:00.161360 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fecb9c87-9fe1-40d5-9f59-d69a0cf40822 req-9516202f-060e-40ab-82df-8c929bb8f075 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0881886 Apr 06 13:51:00.182043 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e749-9b68-48d7-959f-fb9c487609d2 admin admin] Publish callbacks [] for security_group (51b07dc1-da1c-4ba6-8033-9990054d5886), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:00.235492 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fecb9c87-9fe1-40d5-9f59-d69a0cf40822 req-c14294a3-46f8-4a96-b829-8f456d8044a6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652916 Apr 06 13:51:00.246073 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e749-9b68-48d7-959f-fb9c487609d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (51b07dc1-da1c-4ba6-8033-9990054d5886), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:00.249117 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5ea7e749-9b68-48d7-959f-fb9c487609d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:00.250378 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5ea7e749-9b68-48d7-959f-fb9c487609d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51b07dc1-da1c-4ba6-8033-9990054d5886 HTTP/1.1" status: 204 len: 168 time: 0.1452913 Apr 06 13:51:00.261388 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7e749-9b68-48d7-959f-fb9c487609d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b07dc1-da1c-4ba6-8033-9990054d5886,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:00.324997 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9302-b7a6-4ad7-b9cf-751e08f3695b req-7660e9e8-eeb7-472f-9112-9774d65d975f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:00.326667 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b35d9302-b7a6-4ad7-b9cf-751e08f3695b req-7660e9e8-eeb7-472f-9112-9774d65d975f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0891774 Apr 06 13:51:00.427789 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b35d9302-b7a6-4ad7-b9cf-751e08f3695b req-1bcbd499-ea13-4e54-b7bf-c3e4a67a8b83 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945959 Apr 06 13:51:00.455694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455aee5-39f5-4ae8-bcc8-0e3fde876d75 req-7c15110d-da30-4263-b7fa-f50924136d73 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:00.458116 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e455aee5-39f5-4ae8-bcc8-0e3fde876d75 req-7c15110d-da30-4263-b7fa-f50924136d73 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 944 time: 0.0929759 Apr 06 13:51:00.516764 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e455aee5-39f5-4ae8-bcc8-0e3fde876d75 req-a1a49c90-0b80-491f-adad-31daf12eff1e tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495062 Apr 06 13:51:00.639401 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6b5b2-96d3-4ee8-9984-8103f97290f5 req-bade769b-6b91-4c08-bbef-9cff96292eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:00.641340 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d9c6b5b2-96d3-4ee8-9984-8103f97290f5 req-bade769b-6b91-4c08-bbef-9cff96292eb7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2181733 Apr 06 13:51:00.905665 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6f6228a5-599b-40b5-a6b5-65f879a34965 req-1d771d9e-a32c-4e93-a3ae-e8274f4bbd7d service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844585 Apr 06 13:51:00.906578 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-63a72224-cb62-4882-83d8-3ffaa3a55e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:00.908003 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-63a72224-cb62-4882-83d8-3ffaa3a55e47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=406737fb-4da3-41ab-a1c9-29c129334977 HTTP/1.1" status: 200 len: 912 time: 0.3899009 Apr 06 13:51:01.081285 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47434) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:01.183130 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2022370816-network', 'tenant_id': '29f8aef923834505ab84fccc9b087a92'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:01.202922 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Made reservation on behalf of 29f8aef923834505ab84fccc9b087a92 for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:01.205665 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.217083 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.254168 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86718c5e-d06e-4620-842f-dd3d24e39dac req-64ccf6cb-a305-40c6-b20e-b7fe51bb3c8c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:01.255811 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-86718c5e-d06e-4620-842f-dd3d24e39dac req-64ccf6cb-a305-40c6-b20e-b7fe51bb3c8c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0531044 Apr 06 13:51:01.301096 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Publish callbacks [] for security_group (272ff381-3c8e-4bf4-be9b-202e6ac95db0), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.306536 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (272ff381-3c8e-4bf4-be9b-202e6ac95db0), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.311968 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-86718c5e-d06e-4620-842f-dd3d24e39dac req-49ffbfe2-fe35-4aa8-90fe-e8e2267a4bbe tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498896 Apr 06 13:51:01.335928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:51:01.347070 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272ff381-3c8e-4bf4-be9b-202e6ac95db0,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:01.352388 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (ced2549d-f719-4e46-afcd-4ff343d1b8bd), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.352778 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Added segment ced2549d-f719-4e46-afcd-4ff343d1b8bd of type vlan for network 2d160341-0c47-4b6b-a17e-eb842eb4918f Apr 06 13:51:01.371685 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b05623-4f03-4d65-95d7-e01218df4935 req-5cd85aaa-fcac-4f66-8f96-4cc5a97da4a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:01.373408 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-92b05623-4f03-4d65-95d7-e01218df4935 req-5cd85aaa-fcac-4f66-8f96-4cc5a97da4a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0608664 Apr 06 13:51:01.406174 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (2d160341-0c47-4b6b-a17e-eb842eb4918f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.425445 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-92b05623-4f03-4d65-95d7-e01218df4935 req-cb0527d1-6b54-40e3-8021-74097ed0d5ab tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Apr 06 13:51:01.434013 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (2d160341-0c47-4b6b-a17e-eb842eb4918f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.434971 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:01.435544 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.501672 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4164550 Apr 06 13:51:01.502428 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47448) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:01.502584 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e27ca0-3a46-46bf-9a57-79f5bee4a571 admin admin] Pushing event updated for resources: {'Network': ['ID=2d160341-0c47-4b6b-a17e-eb842eb4918f,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:01.507443 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Request body: {'subnet': {'network_id': '2d160341-0c47-4b6b-a17e-eb842eb4918f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2022370816-subnet', 'tenant_id': '29f8aef923834505ab84fccc9b087a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:01.514417 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 2d160341-0c47-4b6b-a17e-eb842eb4918f details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:51:01.589517 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Made reservation on behalf of 29f8aef923834505ab84fccc9b087a92 for: {'subnet': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:01.592634 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.653033 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4f34b-5bfd-4660-adca-bf856c1b92c2 req-d1f153e8-af13-47fe-8b9e-db50f9395d06 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:01.657342 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-75d4f34b-5bfd-4660-adca-bf856c1b92c2 req-d1f153e8-af13-47fe-8b9e-db50f9395d06 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.1274314 Apr 06 13:51:01.764265 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d10e29-84a9-4f81-9db5-6b403948a5ff req-e6dc946c-ae0a-4ada-8b43-a0f24dd91dac tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:01.765717 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-46d10e29-84a9-4f81-9db5-6b403948a5ff req-e6dc946c-ae0a-4ada-8b43-a0f24dd91dac tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 944 time: 0.1336181 Apr 06 13:51:01.770758 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-75d4f34b-5bfd-4660-adca-bf856c1b92c2 req-dd19a7b1-83ca-49af-a507-e15eb859f46e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896544 Apr 06 13:51:01.850243 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-46d10e29-84a9-4f81-9db5-6b403948a5ff req-a4b5e940-f6dd-48e9-ab60-34db4f5d1725 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785224 Apr 06 13:51:01.883040 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:51:01.896421 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (339748b3-cd5c-472c-b0b4-3a8439d3ca47), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:01.961153 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=339748b3-cd5c-472c-b0b4-3a8439d3ca47,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:01.968288 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Checking segment: {'id': 'ced2549d-f719-4e46-afcd-4ff343d1b8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2d160341-0c47-4b6b-a17e-eb842eb4918f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:01.968650 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Network hostable DHCP agents. Network: 2d160341-0c47-4b6b-a17e-eb842eb4918f, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:51:01.987691 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Network 2d160341-0c47-4b6b-a17e-eb842eb4918f is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:51:01.998616 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 2d160341-0c47-4b6b-a17e-eb842eb4918f) {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:02.003514 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:02.004168 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:02.019032 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e5a8e-6ed2-49a3-8aac-0ef255a57bb9 None None] Network 2d160341-0c47-4b6b-a17e-eb842eb4918f requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:02.023726 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-3ee96b69-a286-4f0d-b199-b65afd0bb36e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5187056 Apr 06 13:51:02.167953 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c029a-b097-44f4-9511-23cda87468a5 None None] Network 2d160341-0c47-4b6b-a17e-eb842eb4918f requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:02.444644 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286e8fe-6bf1-4860-9874-e4c44a6244c5 req-c4dbf14d-2f18-4b11-95b7-b7c24a853bb7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:02.450113 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5286e8fe-6bf1-4860-9874-e4c44a6244c5 req-c4dbf14d-2f18-4b11-95b7-b7c24a853bb7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0713227 Apr 06 13:51:02.552133 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5286e8fe-6bf1-4860-9874-e4c44a6244c5 req-2d881caa-63ba-4243-aae3-786f1f542f30 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909526 Apr 06 13:51:02.552133 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47484) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:02.573705 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-406956980-network', 'tenant_id': '403aa71a3f1d4576a6b7723cd27cbf6d'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:02.604290 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Made reservation on behalf of 403aa71a3f1d4576a6b7723cd27cbf6d for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:02.606707 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:02.617459 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7294f8c-8017-4f9f-805c-e668b03ffa01 req-5d0771af-59cd-4098-9bc1-4c59f868b738 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:02.621503 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e7294f8c-8017-4f9f-805c-e668b03ffa01 req-5d0771af-59cd-4098-9bc1-4c59f868b738 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0896966 Apr 06 13:51:02.646017 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:02.691782 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e7294f8c-8017-4f9f-805c-e668b03ffa01 req-6935e4ba-0277-46f6-a035-7352404c6c91 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653574 Apr 06 13:51:02.767171 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Publish callbacks [] for security_group (262dc5bd-99b7-42c4-88f4-33a76120b35e), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:02.773924 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (262dc5bd-99b7-42c4-88f4-33a76120b35e), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:02.799501 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:51:02.814828 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262dc5bd-99b7-42c4-88f4-33a76120b35e,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:02.832807 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (c71d8023-da1b-41c4-a6d0-aec363a7cae1), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:02.833415 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Added segment c71d8023-da1b-41c4-a6d0-aec363a7cae1 of type vlan for network f991debe-ed1f-431b-9267-7b24daaf4b7d Apr 06 13:51:02.930993 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (f991debe-ed1f-431b-9267-7b24daaf4b7d), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:02.999879 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72d13-a237-4f7a-86ee-241489e363f8 req-530c8f45-2f62-4b91-8725-f33877bf9bdb tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:03.001482 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-64b72d13-a237-4f7a-86ee-241489e363f8 req-530c8f45-2f62-4b91-8725-f33877bf9bdb tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.1314032 Apr 06 13:51:03.022864 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (f991debe-ed1f-431b-9267-7b24daaf4b7d), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:03.023890 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:03.024470 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:03.101947 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ad78a-3939-4c53-9a57-ee891dd73985 req-f5782df2-7806-44cd-ad0b-67bc938be181 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:03.103512 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e80ad78a-3939-4c53-9a57-ee891dd73985 req-f5782df2-7806-44cd-ad0b-67bc938be181 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 944 time: 0.1699584 Apr 06 13:51:03.117958 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5648756 Apr 06 13:51:03.120770 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47524) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:03.126105 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Request body: {'subnet': {'network_id': 'f991debe-ed1f-431b-9267-7b24daaf4b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-406956980-subnet', 'tenant_id': '403aa71a3f1d4576a6b7723cd27cbf6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:03.150511 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Made reservation on behalf of 403aa71a3f1d4576a6b7723cd27cbf6d for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:03.154077 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:03.159226 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70152f70-ff54-45c5-9d91-0cb735da2f9f admin admin] Pushing event updated for resources: {'Network': ['ID=f991debe-ed1f-431b-9267-7b24daaf4b7d,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:03.169119 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-64b72d13-a237-4f7a-86ee-241489e363f8 req-d5cb9c65-da62-4fd8-bcb3-3875dddfc7a1 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567757 Apr 06 13:51:03.182322 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network f991debe-ed1f-431b-9267-7b24daaf4b7d details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:51:03.213915 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e80ad78a-3939-4c53-9a57-ee891dd73985 req-28efa233-6fda-426d-aea4-55bf3251d5ef tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017501 Apr 06 13:51:03.362073 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (1ca09144-7c71-4fa7-b926-f67b13406aff), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:03.418673 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca09144-7c71-4fa7-b926-f67b13406aff,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:03.426481 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Checking segment: {'id': 'c71d8023-da1b-41c4-a6d0-aec363a7cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f991debe-ed1f-431b-9267-7b24daaf4b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:03.426862 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Network hostable DHCP agents. Network: f991debe-ed1f-431b-9267-7b24daaf4b7d, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:51:03.443325 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Network f991debe-ed1f-431b-9267-7b24daaf4b7d is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:51:03.452905 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, f991debe-ed1f-431b-9267-7b24daaf4b7d) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:03.457207 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:03.457811 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:03.463464 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17017e04-71f9-4085-97a6-7f47751124fc None None] Network f991debe-ed1f-431b-9267-7b24daaf4b7d requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:03.474990 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-279c3d60-e1dd-4864-a7b1-0fdf483f4a63 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3530562 Apr 06 13:51:03.564366 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d972053-c078-4767-899b-c4bd4d268b8d None None] Network f991debe-ed1f-431b-9267-7b24daaf4b7d requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:03.681912 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2f8f-62dc-4d33-9f41-f194caa29f1a req-8c3cd380-ce59-4980-bd3a-26308518c327 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:03.683388 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-640c2f8f-62dc-4d33-9f41-f194caa29f1a req-8c3cd380-ce59-4980-bd3a-26308518c327 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0588722 Apr 06 13:51:03.698731 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:03.744501 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-640c2f8f-62dc-4d33-9f41-f194caa29f1a req-20ada111-d86d-4cb9-ba55-20f8759dbb47 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535495 Apr 06 13:51:03.772769 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:51:03.777278 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:03.777690 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:03.859509 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53a53-0dff-4b3c-a137-fd5f7c9ceaeb req-72fa1a58-aa4b-4b82-82eb-7b127c32a64a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:03.866888 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f4f53a53-0dff-4b3c-a137-fd5f7c9ceaeb req-72fa1a58-aa4b-4b82-82eb-7b127c32a64a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0825136 Apr 06 13:51:03.886317 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:03.887001 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:03.917153 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1591d948-d345-41c6-9c11-9cd90aa3cd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:03.926918 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f4f53a53-0dff-4b3c-a137-fd5f7c9ceaeb req-8739095c-9cf8-4a43-bdbe-571a593da4b6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590379 Apr 06 13:51:04.020978 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,segment=NetworkSegment(ee51b8d4-040f-4c30-a735-2c90fbc0717d),segment_id=ee51b8d4-040f-4c30-a735-2c90fbc0717d)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:04.027936 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:04.113374 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:04.167472 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c772c49-e5e8-4019-83ca-14d2905bfa35" -d '{"events": [{"server_uuid": "1591d948-d345-41c6-9c11-9cd90aa3cd06", "name": "network-vif-plugged", "status": "completed", "tag": "3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:04.290073 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3582e8a-3e70-4545-bf8e-546acddfbbbf x-openstack-request-id: req-b3582e8a-3e70-4545-bf8e-546acddfbbbf {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:04.290765 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1591d948-d345-41c6-9c11-9cd90aa3cd06", "name": "network-vif-plugged", "status": "completed", "tag": "3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:04.290765 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3582e8a-3e70-4545-bf8e-546acddfbbbf {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:04.291472 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3582e8a-3e70-4545-bf8e-546acddfbbbf'] response: {'server_uuid': '1591d948-d345-41c6-9c11-9cd90aa3cd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87', 'code': 200} Apr 06 13:51:04.311770 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad1488-fd7d-46fa-a9fb-cd1def950a42 req-170ec71d-134f-4c0f-a98a-82b1484725de tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:04.319853 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e2ad1488-fd7d-46fa-a9fb-cd1def950a42 req-170ec71d-134f-4c0f-a98a-82b1484725de tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0709651 Apr 06 13:51:04.404867 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e2ad1488-fd7d-46fa-a9fb-cd1def950a42 req-8c9733eb-397b-4c99-8837-dea0cc201e04 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778949 Apr 06 13:51:04.429169 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c4670-8236-4fe0-9045-046f554f880e req-9ef25741-1700-42e2-9fe4-3170b1459150 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:04.430790 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3f4c4670-8236-4fe0-9045-046f554f880e req-9ef25741-1700-42e2-9fe4-3170b1459150 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.0857944 Apr 06 13:51:04.478704 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3f4c4670-8236-4fe0-9045-046f554f880e req-71698b9e-dd9d-45cd-9e6c-211ded24c38d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Apr 06 13:51:04.871548 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511e491-d843-47c0-affc-6681e8a2de7f req-5d62dcde-207b-4be8-9dbf-469971691df9 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:04.873075 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f511e491-d843-47c0-affc-6681e8a2de7f req-5d62dcde-207b-4be8-9dbf-469971691df9 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0542448 Apr 06 13:51:04.920576 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f511e491-d843-47c0-affc-6681e8a2de7f req-3d4d3eb6-9a4d-4deb-a6d4-07614f420219 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Apr 06 13:51:05.057954 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecff8f-078c-42a0-b875-19390bdaaa21 req-33b60767-5261-46d4-8c17-397e64e2ac6f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:05.059474 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bbecff8f-078c-42a0-b875-19390bdaaa21 req-33b60767-5261-46d4-8c17-397e64e2ac6f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0586112 Apr 06 13:51:05.115835 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bbecff8f-078c-42a0-b875-19390bdaaa21 req-4106eaf8-18d8-4478-ac04-1077c3c9e6db tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498197 Apr 06 13:51:05.530638 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ef4f3-6ed3-4b9c-befa-399109ee1644 req-2351007a-b167-4704-b710-77af351154e6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:05.538236 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4b3ef4f3-6ed3-4b9c-befa-399109ee1644 req-2351007a-b167-4704-b710-77af351154e6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0615032 Apr 06 13:51:05.599986 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47618) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:05.655140 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4b3ef4f3-6ed3-4b9c-befa-399109ee1644 req-fdbf506a-137a-47f3-9c13-8a840ac5bb5c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158936 Apr 06 13:51:05.683896 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fae1b-7c1b-4cc1-aa5e-a54f90ed96d2 req-4c5cca4b-40e9-430c-aff8-fecd374175b1 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:05.683896 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-268fae1b-7c1b-4cc1-aa5e-a54f90ed96d2 req-4c5cca4b-40e9-430c-aff8-fecd374175b1 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.0852206 Apr 06 13:51:05.696254 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:51:05.763596 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-268fae1b-7c1b-4cc1-aa5e-a54f90ed96d2 req-a1452c4d-b8c3-426e-90c2-f90009a96b5c tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710773 Apr 06 13:51:05.782597 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0967-69bb-4cae-b54b-29d0eb3ffc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:05.860269 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:05.885777 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'port_id': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'mac_address': 'fa:16:3e:81:b1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:51:05.941088 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:05.941933 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:05.958582 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c7deef-27d2-401e-a5d7-bebc4bf3be76 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:05.983342 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:05.991884 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:05.992991 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0967-69bb-4cae-b54b-29d0eb3ffc35 admin admin] Publish callbacks [] for security_group (1f7c3375-102d-44dd-918a-e0b0d4ba1b67), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.017026 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-ba3cd05e-faa2-46eb-aedc-f8f52f900537 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 HTTP/1.1" status: 200 len: 217 time: 0.1217303 Apr 06 13:51:06.047585 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7fdb0967-69bb-4cae-b54b-29d0eb3ffc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (1f7c3375-102d-44dd-918a-e0b0d4ba1b67), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.055622 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47632) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:06.059801 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:06.120644 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-003ea021-ea03-4ac9-9920-56acd020f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:06.122427 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-003ea021-ea03-4ac9-9920-56acd020f90f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1128 time: 0.2380383 Apr 06 13:51:06.139049 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee32ca-3e1e-4099-892b-0ccc2c159cf5 req-a49ec196-0f6e-47c4-99e7-c86baf0795a6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:06.145869 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-afee32ca-3e1e-4099-892b-0ccc2c159cf5 req-a49ec196-0f6e-47c4-99e7-c86baf0795a6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.1329665 Apr 06 13:51:06.165400 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-7fdb0967-69bb-4cae-b54b-29d0eb3ffc35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38eed65e80094faf8e71b4c3e5f423ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5587668 Apr 06 13:51:06.165400 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb0967-69bb-4cae-b54b-29d0eb3ffc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c3375-102d-44dd-918a-e0b0d4ba1b67,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:06.165400 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47642) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:06.199787 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-6766feb9-31da-403f-bd5b-247a8df798ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:06.201312 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-6766feb9-31da-403f-bd5b-247a8df798ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 1127 time: 0.3139739 Apr 06 13:51:06.229565 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-afee32ca-3e1e-4099-892b-0ccc2c159cf5 req-261f1aad-46a5-41b1-b4e1-b3fcf4136645 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781634 Apr 06 13:51:06.284022 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6b5b2-96d3-4ee8-9984-8103f97290f5 req-9df2375f-8ddc-442f-a591-f047519f3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:06.285751 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d9c6b5b2-96d3-4ee8-9984-8103f97290f5 req-9df2375f-8ddc-442f-a591-f047519f3590 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3997133 Apr 06 13:51:06.296524 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-852f7b4d-2ee9-4f06-9350-e5fbb5d20159 admin admin] Publish callbacks [] for security_group (1f7c3375-102d-44dd-918a-e0b0d4ba1b67), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.303038 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2520add-cf33-452b-b963-8c34add1d699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.327803 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-852f7b4d-2ee9-4f06-9350-e5fbb5d20159 admin admin] Publish callbacks [] for security_group (1f7c3375-102d-44dd-918a-e0b0d4ba1b67), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.341964 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09662ad-13e4-43fb-8b69-9c85a0a1e7cc req-144a5815-5a76-4259-b278-cf2e3149a1ab tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:06.343506 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f09662ad-13e4-43fb-8b69-9c85a0a1e7cc req-144a5815-5a76-4259-b278-cf2e3149a1ab tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 945 time: 0.0919008 Apr 06 13:51:06.407825 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-852f7b4d-2ee9-4f06-9350-e5fbb5d20159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (1f7c3375-102d-44dd-918a-e0b0d4ba1b67), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.411750 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-852f7b4d-2ee9-4f06-9350-e5fbb5d20159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.413322 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-852f7b4d-2ee9-4f06-9350-e5fbb5d20159 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f7c3375-102d-44dd-918a-e0b0d4ba1b67 HTTP/1.1" status: 204 len: 168 time: 0.2478268 Apr 06 13:51:06.431801 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f7b4d-2ee9-4f06-9350-e5fbb5d20159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c3375-102d-44dd-918a-e0b0d4ba1b67,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:06.442959 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f09662ad-13e4-43fb-8b69-9c85a0a1e7cc req-72c53953-93ca-4df7-98e3-70d2cf88a6e2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815208 Apr 06 13:51:06.462596 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2520add-cf33-452b-b963-8c34add1d699 admin admin] Publish callbacks [] for security_group (a0527ec4-022c-4b06-b288-439061d7a40d), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.467996 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2520add-cf33-452b-b963-8c34add1d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a0527ec4-022c-4b06-b288-439061d7a40d), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.517848 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d2520add-cf33-452b-b963-8c34add1d699 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4998b49ef5a24d76a0f6805d9d0891f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594603 Apr 06 13:51:06.518877 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2520add-cf33-452b-b963-8c34add1d699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0527ec4-022c-4b06-b288-439061d7a40d,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:06.521244 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47652) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:06.574909 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['d0c7deef-27d2-401e-a5d7-bebc4bf3be76'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:51:06.585605 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fef90271-0e1d-41c4-8bf1-a9babe66a85f admin admin] Publish callbacks [] for security_group (a0527ec4-022c-4b06-b288-439061d7a40d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.615288 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fef90271-0e1d-41c4-8bf1-a9babe66a85f admin admin] Publish callbacks [] for security_group (a0527ec4-022c-4b06-b288-439061d7a40d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.675702 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fef90271-0e1d-41c4-8bf1-a9babe66a85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a0527ec4-022c-4b06-b288-439061d7a40d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.678790 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fef90271-0e1d-41c4-8bf1-a9babe66a85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.681773 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-fef90271-0e1d-41c4-8bf1-a9babe66a85f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0527ec4-022c-4b06-b288-439061d7a40d HTTP/1.1" status: 204 len: 168 time: 0.1602237 Apr 06 13:51:06.704371 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef90271-0e1d-41c4-8bf1-a9babe66a85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0527ec4-022c-4b06-b288-439061d7a40d,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:06.739718 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47660) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:06.766513 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-865fa31f-525f-4634-a73d-5fb25fae4308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.809521 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8481bcb-6cdb-4034-abaa-21ed01a570b3 req-2a392247-b2d4-47c3-9e74-6980702a4def tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:06.818856 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a8481bcb-6cdb-4034-abaa-21ed01a570b3 req-2a392247-b2d4-47c3-9e74-6980702a4def tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0719976 Apr 06 13:51:06.912679 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-865fa31f-525f-4634-a73d-5fb25fae4308 admin admin] Publish callbacks [] for security_group (e17bcfeb-5185-4027-9f98-3c1cd0177811), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.920380 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-865fa31f-525f-4634-a73d-5fb25fae4308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e17bcfeb-5185-4027-9f98-3c1cd0177811), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:06.933111 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a8481bcb-6cdb-4034-abaa-21ed01a570b3 req-2a3660c2-29b6-45b5-843f-43d7b633ce61 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133425 Apr 06 13:51:06.956147 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f948d62-e64b-4352-a723-c83e60372629 req-b76b9e8a-fa3c-4bd9-b442-1d2317406280 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:06.962766 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2f948d62-e64b-4352-a723-c83e60372629 req-b76b9e8a-fa3c-4bd9-b442-1d2317406280 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.0955136 Apr 06 13:51:07.028141 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2f948d62-e64b-4352-a723-c83e60372629 req-9a6640e4-6a10-4440-8445-ff774569911b tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611610 Apr 06 13:51:07.155940 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47674) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:07.174563 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2b75e0c9-1962-4df2-8136-f57dbb067ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.174900 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-865fa31f-525f-4634-a73d-5fb25fae4308 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84408af29a6f4183ac038561e21db6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338338 Apr 06 13:51:07.175753 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fa31f-525f-4634-a73d-5fb25fae4308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17bcfeb-5185-4027-9f98-3c1cd0177811,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:07.177913 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47676) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:07.259331 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-277133ce-73cb-4791-b9fa-b5f6be9bf92c admin admin] Publish callbacks [] for security_group (e17bcfeb-5185-4027-9f98-3c1cd0177811), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.293539 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-277133ce-73cb-4791-b9fa-b5f6be9bf92c admin admin] Publish callbacks [] for security_group (e17bcfeb-5185-4027-9f98-3c1cd0177811), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.348738 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2b75e0c9-1962-4df2-8136-f57dbb067ebd admin admin] Publish callbacks [] for security_group (346cac31-dba1-433c-b01d-3c333f9a49a8), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.363283 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2b75e0c9-1962-4df2-8136-f57dbb067ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (346cac31-dba1-433c-b01d-3c333f9a49a8), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.419658 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75e0c9-1962-4df2-8136-f57dbb067ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346cac31-dba1-433c-b01d-3c333f9a49a8,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:07.426327 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-2b75e0c9-1962-4df2-8136-f57dbb067ebd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de9e95f305134f02b9b0f0289ab5bc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668195 Apr 06 13:51:07.427090 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47684) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:07.437614 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a2f09-b4fc-4581-9947-fad6fb2e9eb5 req-107962ca-2603-4dc7-b38b-f1ca071a9046 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:07.439312 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-504a2f09-b4fc-4581-9947-fad6fb2e9eb5 req-107962ca-2603-4dc7-b38b-f1ca071a9046 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.1480491 Apr 06 13:51:07.440450 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-277133ce-73cb-4791-b9fa-b5f6be9bf92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e17bcfeb-5185-4027-9f98-3c1cd0177811), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.443025 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-277133ce-73cb-4791-b9fa-b5f6be9bf92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.446518 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-277133ce-73cb-4791-b9fa-b5f6be9bf92c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e17bcfeb-5185-4027-9f98-3c1cd0177811 HTTP/1.1" status: 204 len: 168 time: 0.2651913 Apr 06 13:51:07.458874 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277133ce-73cb-4791-b9fa-b5f6be9bf92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17bcfeb-5185-4027-9f98-3c1cd0177811,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:07.508861 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-504a2f09-b4fc-4581-9947-fad6fb2e9eb5 req-49f39ed4-76e3-4da7-b829-5d5f0d90e3ed tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563617 Apr 06 13:51:07.531094 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69f7c725-c981-45c6-a793-c14a9d46a893 admin admin] Publish callbacks [] for security_group (346cac31-dba1-433c-b01d-3c333f9a49a8), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.563155 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69f7c725-c981-45c6-a793-c14a9d46a893 admin admin] Publish callbacks [] for security_group (346cac31-dba1-433c-b01d-3c333f9a49a8), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.615349 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a4db8-0bb7-4119-bacf-0409c2af9eb7 req-64c42e9d-e676-447f-8f70-3a37e5fcd24a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:07.617150 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c79a4db8-0bb7-4119-bacf-0409c2af9eb7 req-64c42e9d-e676-447f-8f70-3a37e5fcd24a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 945 time: 0.0561428 Apr 06 13:51:07.630519 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69f7c725-c981-45c6-a793-c14a9d46a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (346cac31-dba1-433c-b01d-3c333f9a49a8), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.633702 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69f7c725-c981-45c6-a793-c14a9d46a893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.637829 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-69f7c725-c981-45c6-a793-c14a9d46a893 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/346cac31-dba1-433c-b01d-3c333f9a49a8 HTTP/1.1" status: 204 len: 168 time: 0.2097127 Apr 06 13:51:07.646984 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7c725-c981-45c6-a793-c14a9d46a893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cac31-dba1-433c-b01d-3c333f9a49a8,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:07.672074 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c79a4db8-0bb7-4119-bacf-0409c2af9eb7 req-54df8157-5ba2-4568-b4d6-8f1340333a32 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479167 Apr 06 13:51:07.704666 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 480134c2-bed3-47db-b21e-ec26df53896b details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:51:07.731961 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:07.857927 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:51:07.871851 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 480134c2-bed3-47db-b21e-ec26df53896b, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=480134c2-bed3-47db-b21e-ec26df53896b,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:07.875585 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:07.875951 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:07.908046 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '480134c2-bed3-47db-b21e-ec26df53896b', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'port_id': '480134c2-bed3-47db-b21e-ec26df53896b', 'mac_address': 'fa:16:3e:1d:6d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:51:07.974689 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 480134c2-bed3-47db-b21e-ec26df53896b is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:07.974689 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (480134c2-bed3-47db-b21e-ec26df53896b), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:08.019251 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480134c2-bed3-47db-b21e-ec26df53896b {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:08.072426 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 480134c2-bed3-47db-b21e-ec26df53896b, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=480134c2-bed3-47db-b21e-ec26df53896b,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:08.072426 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:08.072719 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:08.088493 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (480134c2-bed3-47db-b21e-ec26df53896b), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:08.093370 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b591-a0f5-4fb9-ab64-a943f4cb7c0b req-8ae65e65-e9a1-435d-836f-84bca60f5721 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.094978 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0a00b591-a0f5-4fb9-ab64-a943f4cb7c0b req-8ae65e65-e9a1-435d-836f-84bca60f5721 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.0833683 Apr 06 13:51:08.128793 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:08.131073 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07943fbb-e65c-41f2-9571-d9340dcd1aa0" -d '{"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:08.149048 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:08.177699 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:08.196245 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0a00b591-a0f5-4fb9-ab64-a943f4cb7c0b req-2687b923-c502-44d3-a310-bf9d040a59d5 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905151 Apr 06 13:51:08.213671 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afff39e-b989-4178-aa1d-d5d76861a9c4 req-45a991e0-ca7e-41c8-b431-0c7420fcfd2d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.215565 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7afff39e-b989-4178-aa1d-d5d76861a9c4 req-45a991e0-ca7e-41c8-b431-0c7420fcfd2d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.1087093 Apr 06 13:51:08.220497 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=480134c2-bed3-47db-b21e-ec26df53896b,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:08.287119 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7afff39e-b989-4178-aa1d-d5d76861a9c4 req-62388ac3-45c4-429a-b816-09292420e1ab tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653150 Apr 06 13:51:08.305745 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035863b4-15ad-412d-a185-554bacd58cf2 x-openstack-request-id: req-035863b4-15ad-412d-a185-554bacd58cf2 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:08.306399 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:08.306837 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-035863b4-15ad-412d-a185-554bacd58cf2 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:08.307491 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035863b4-15ad-412d-a185-554bacd58cf2'] response: {'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'code': 200} Apr 06 13:51:08.333838 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:08.469371 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['480134c2-bed3-47db-b21e-ec26df53896b'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:51:08.542797 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47742) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:08.667513 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:08.744296 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-73a16149-575e-4110-98e7-66ef65e0b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.746028 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-73a16149-575e-4110-98e7-66ef65e0b58a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.4002917 Apr 06 13:51:08.784971 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-2a8425ee-b8c5-488a-9df9-1b065f9aa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.788549 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-2a8425ee-b8c5-488a-9df9-1b065f9aa79f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 1128 time: 0.4344215 Apr 06 13:51:08.797825 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-c7db9b7d-53ec-4207-b2d2-1e3be447d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.799817 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-c7db9b7d-53ec-4207-b2d2-1e3be447d114 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7 HTTP/1.1" status: 200 len: 852 time: 0.4594152 Apr 06 13:51:08.842004 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-6556380a-4812-42b2-96f4-e343c4400e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.853524 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-6556380a-4812-42b2-96f4-e343c4400e15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 1128 time: 0.4007573 Apr 06 13:51:08.870328 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-37c7463e-0592-41a8-a28a-ad919950b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.871819 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-37c7463e-0592-41a8-a28a-ad919950b970 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.5326121 Apr 06 13:51:08.882313 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d643-6f3e-4b35-b4d3-14649d284dfc req-4aec6f84-70d8-4727-ba11-9715658f2cfa tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.884648 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ff32d643-6f3e-4b35-b4d3-14649d284dfc req-4aec6f84-70d8-4727-ba11-9715658f2cfa tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.2020664 Apr 06 13:51:08.936548 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.41', 55539) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:08.937851 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3f9e-0736-463c-8065-4ae74b1e566f req-0c25f551-e80e-4f2f-bab8-3c094b855001 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:08.939403 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d5da3f9e-0736-463c-8065-4ae74b1e566f req-0c25f551-e80e-4f2f-bab8-3c094b855001 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1224570 Apr 06 13:51:09.018743 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.41', 55540) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:09.057286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ff32d643-6f3e-4b35-b4d3-14649d284dfc req-2738ecb0-6831-4928-a806-8a0b8e6f0060 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654170 Apr 06 13:51:09.059499 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-4ff2d787-29cc-4392-b189-444e2055d616 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=406737fb-4da3-41ab-a1c9-29c129334977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746882 Apr 06 13:51:09.117186 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-b40331eb-7b5f-41dc-a240-b316d7acc656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=480134c2-bed3-47db-b21e-ec26df53896b HTTP/1.1" status: 200 len: 217 time: 0.0972872 Apr 06 13:51:09.137330 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:09.189397 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-64924468-ec77-43ec-9e53-5232ee901378 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d023ce-499e-42e0-95da-1cb7698da482 HTTP/1.1" status: 200 len: 217 time: 0.1771815 Apr 06 13:51:09.191855 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-90756985-02fc-4267-a5a7-e00fea13ab8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 217 time: 0.1715646 Apr 06 13:51:09.206242 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-e3f55830-8838-45b9-80a6-5a0e05dc2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.208046 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-e3f55830-8838-45b9-80a6-5a0e05dc2b4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.2553909 Apr 06 13:51:09.247244 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72659608-c0b7-4fa1-bc82-70a391aa7bb0 req-a3107270-6f69-4b2d-9cca-3f998a96b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.249127 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-72659608-c0b7-4fa1-bc82-70a391aa7bb0 req-a3107270-6f69-4b2d-9cca-3f998a96b1e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1130 time: 0.2268248 Apr 06 13:51:09.316089 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Publish callbacks [] for security_group (1a96a2f5-39f4-45eb-b842-835658c72771), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:09.324119 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (1a96a2f5-39f4-45eb-b842-835658c72771), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:09.456047 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96a2f5-39f4-45eb-b842-835658c72771,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:09.458344 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-72659608-c0b7-4fa1-bc82-70a391aa7bb0 req-34410c86-1aa3-409f-b434-ad1cc816023b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:09.468259 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea8c17cc244e45d0b88136a144085018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8769381 Apr 06 13:51:09.478814 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47788) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:09.521631 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.521980 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.522338 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.522692 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.523056 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.523383 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.523706 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.524370 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.524500 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.524833 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.525181 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.525555 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.525860 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.526180 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.526497 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d653-fe58-4bb7-979b-cd787f7d01e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:09.538108 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-4c4a8df4-8f42-4a12-927a-e7c0058082c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c71f015-7888-4f81-a097-e12433a6ef07 HTTP/1.1" status: 200 len: 217 time: 0.1496680 Apr 06 13:51:09.543667 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d5da3f9e-0736-463c-8065-4ae74b1e566f req-ee60bdf8-8e1b-4f8b-9917-9ca8fefa7d3b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5955455 Apr 06 13:51:09.545018 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-10e7eaec-7aa5-4237-af86-741007c1a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.547037 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-10e7eaec-7aa5-4237-af86-741007c1a26b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.0671742 Apr 06 13:51:09.557517 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-72719954-e940-40b9-8bf7-ae7c8a08b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.558952 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-72719954-e940-40b9-8bf7-ae7c8a08b504 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.1893196 Apr 06 13:51:09.687096 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-46b542b7-c86a-4f18-aeba-ea12b413346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.691762 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-46b542b7-c86a-4f18-aeba-ea12b413346b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.1411831 Apr 06 13:51:09.722939 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9bdaf-a226-4851-ac9a-509c5a6af78a req-4e77d4d3-6089-423c-baad-5ba1f145f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.728614 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 6c71f015-7888-4f81-a097-e12433a6ef07 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:51:09.734556 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 480134c2-bed3-47db-b21e-ec26df53896b up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:09.735973 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-29e9bdaf-a226-4851-ac9a-509c5a6af78a req-4e77d4d3-6089-423c-baad-5ba1f145f406 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 1129 time: 0.7143190 Apr 06 13:51:09.762877 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f4eaed1d-7e94-4fd6-bc78-786ac6a769af admin admin] Publish callbacks [] for security_group (1a96a2f5-39f4-45eb-b842-835658c72771), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:09.819474 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-ac17442c-dc71-4f6d-9e54-4ac8c940dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.820712 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-ac17442c-dc71-4f6d-9e54-4ac8c940dcee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.3726857 Apr 06 13:51:09.862303 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-6d168d1f-f6f0-4191-8859-394ded25e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.868660 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-6d168d1f-f6f0-4191-8859-394ded25e6c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2875745 Apr 06 13:51:09.920583 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f4eaed1d-7e94-4fd6-bc78-786ac6a769af admin admin] Publish callbacks [] for security_group (1a96a2f5-39f4-45eb-b842-835658c72771), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:09.930737 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d98869-6c48-43e6-8aca-e0756c030d61 req-9444ba69-28df-4777-af9a-6bdb81846338 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:09.932447 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59d98869-6c48-43e6-8aca-e0756c030d61 req-9444ba69-28df-4777-af9a-6bdb81846338 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 944 time: 0.4832525 Apr 06 13:51:09.988767 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-29e9bdaf-a226-4851-ac9a-509c5a6af78a req-5376b6a1-f195-4e29-bdc6-bb99fc9e6d03 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:09.998646 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 480134c2-bed3-47db-b21e-ec26df53896b completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:51:10.001909 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e507f0c7-094b-4a24-98d2-f6d89e692956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:10.008717 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-e507f0c7-094b-4a24-98d2-f6d89e692956 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4161060 Apr 06 13:51:10.010768 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-86228161-c68d-428f-a66c-e2a9b47cb317 service neutron] 10.222.0.41 "GET /v2.0/networks/406737fb-4da3-41ab-a1c9-29c129334977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8602557 Apr 06 13:51:10.053397 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 6c71f015-7888-4f81-a097-e12433a6ef07, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6c71f015-7888-4f81-a097-e12433a6ef07,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:10.088731 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-72659608-c0b7-4fa1-bc82-70a391aa7bb0 req-34410c86-1aa3-409f-b434-ad1cc816023b service neutron] Publish callbacks [] for security_group (e9fd627f-3edd-40ab-8c3a-73f57c03fe73), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.095696 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 480134c2-bed3-47db-b21e-ec26df53896b triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:10.096380 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (480134c2-bed3-47db-b21e-ec26df53896b), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.100668 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '6c71f015-7888-4f81-a097-e12433a6ef07', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'port_id': '6c71f015-7888-4f81-a097-e12433a6ef07', 'mac_address': 'fa:16:3e:04:ff:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:51:10.115264 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-af07c3d9-e2f9-4643-be1f-a86609ad0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:10.118676 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-af07c3d9-e2f9-4643-be1f-a86609ad0c99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4049637 Apr 06 13:51:10.240614 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217697f-3bb4-4520-adbf-4b5c52268e62 req-591d67d0-9314-4821-be3a-60e839869a72 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:10.242289 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e217697f-3bb4-4520-adbf-4b5c52268e62 req-591d67d0-9314-4821-be3a-60e839869a72 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.5357480 Apr 06 13:51:10.276223 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59d98869-6c48-43e6-8aca-e0756c030d61 req-e6a6d372-4e48-469f-945b-2682061fe5d1 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949853 Apr 06 13:51:10.290139 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 6c71f015-7888-4f81-a097-e12433a6ef07 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:10.290726 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.302895 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.db.api [req-29e9bdaf-a226-4851-ac9a-509c5a6af78a req-5376b6a1-f195-4e29-bdc6-bb99fc9e6d03 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f7216de275f04427a0aaef8a083ef771 {{(pid=110043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 13:51:10.302895 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG oslo_db.api [req-29e9bdaf-a226-4851-ac9a-509c5a6af78a req-5376b6a1-f195-4e29-bdc6-bb99fc9e6d03 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 13:51:10.317721 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-72659608-c0b7-4fa1-bc82-70a391aa7bb0 req-34410c86-1aa3-409f-b434-ad1cc816023b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e9fd627f-3edd-40ab-8c3a-73f57c03fe73), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.358569 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c71f015-7888-4f81-a097-e12433a6ef07 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:10.386558 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-d4ebe0c5-6e45-4ede-876b-92593fb1a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:10.393348 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-d4ebe0c5-6e45-4ede-876b-92593fb1a17d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5518408 Apr 06 13:51:10.509579 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 6c71f015-7888-4f81-a097-e12433a6ef07, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6c71f015-7888-4f81-a097-e12433a6ef07,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:10.511898 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 480134c2-bed3-47db-b21e-ec26df53896b is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:10.512309 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (480134c2-bed3-47db-b21e-ec26df53896b), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.529029 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34410c86-1aa3-409f-b434-ad1cc816023b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd627f-3edd-40ab-8c3a-73f57c03fe73,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:10.548016 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.561175 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5607c4ff-ee84-4f4b-8146-52897126cca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480134c2-bed3-47db-b21e-ec26df53896b'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:10.565304 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59674381-ded5-434b-bd42-92452275aab3" -d '{"events": [{"server_uuid": "5607c4ff-ee84-4f4b-8146-52897126cca0", "name": "network-vif-plugged", "status": "completed", "tag": "480134c2-bed3-47db-b21e-ec26df53896b"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:10.612877 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f4eaed1d-7e94-4fd6-bc78-786ac6a769af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (1a96a2f5-39f4-45eb-b842-835658c72771), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.626400 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 480134c2-bed3-47db-b21e-ec26df53896b, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=480134c2-bed3-47db-b21e-ec26df53896b,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:10.627733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f4eaed1d-7e94-4fd6-bc78-786ac6a769af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.633563 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f4eaed1d-7e94-4fd6-bc78-786ac6a769af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a96a2f5-39f4-45eb-b842-835658c72771 HTTP/1.1" status: 204 len: 168 time: 1.1487889 Apr 06 13:51:10.661701 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (480134c2-bed3-47db-b21e-ec26df53896b), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.693583 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-e3a58b30-e2d7-4507-94b1-7ebfb320fb96 service neutron] 10.222.0.41 "GET /v2.0/networks/406737fb-4da3-41ab-a1c9-29c129334977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619387 Apr 06 13:51:10.728021 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=6c71f015-7888-4f81-a097-e12433a6ef07,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:10.746730 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-72659608-c0b7-4fa1-bc82-70a391aa7bb0 req-34410c86-1aa3-409f-b434-ad1cc816023b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3662686 Apr 06 13:51:10.747876 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaed1d-7e94-4fd6-bc78-786ac6a769af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96a2f5-39f4-45eb-b842-835658c72771,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:10.770795 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-158e2bd0-ba35-41fd-b792-7a365dbbd2f4 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8882463 Apr 06 13:51:10.784435 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.786584 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.787219 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.788069 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.789907 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.791169 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.792098 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.794545 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.795068 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.797064 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.798088 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.799189 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.799674 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.801690 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.803638 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:10.848729 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-805b508d-4e1a-4c00-ad3b-db88ed6a1f1e service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177293 Apr 06 13:51:10.865585 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-29e9bdaf-a226-4851-ac9a-509c5a6af78a req-5376b6a1-f195-4e29-bdc6-bb99fc9e6d03 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:10.880216 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-9abb1241-bd39-41ab-870e-117951553d02 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425219 Apr 06 13:51:10.955096 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e217697f-3bb4-4520-adbf-4b5c52268e62 req-4459a27d-6665-4238-aede-2bc8dd86062b tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876097 Apr 06 13:51:10.966049 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=480134c2-bed3-47db-b21e-ec26df53896b,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:10.984089 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['6c71f015-7888-4f81-a097-e12433a6ef07'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:51:11.079681 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5329afb3-9c8b-4ba2-a42c-57b5bb339571 x-openstack-request-id: req-5329afb3-9c8b-4ba2-a42c-57b5bb339571 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:11.080299 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5607c4ff-ee84-4f4b-8146-52897126cca0", "name": "network-vif-plugged", "status": "completed", "tag": "480134c2-bed3-47db-b21e-ec26df53896b", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:11.080690 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5329afb3-9c8b-4ba2-a42c-57b5bb339571 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:11.081816 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5329afb3-9c8b-4ba2-a42c-57b5bb339571'] response: {'server_uuid': '5607c4ff-ee84-4f4b-8146-52897126cca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480134c2-bed3-47db-b21e-ec26df53896b', 'code': 200} Apr 06 13:51:11.267484 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927885-4a36-4599-87c2-0380a0aaf7ca req-0708329a-21b6-43fa-a826-8dab9665d409 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:11.275444 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d927885-4a36-4599-87c2-0380a0aaf7ca req-0708329a-21b6-43fa-a826-8dab9665d409 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.7556691 Apr 06 13:51:11.278281 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47838) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:11.385654 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:11.405541 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-29e9bdaf-a226-4851-ac9a-509c5a6af78a req-5376b6a1-f195-4e29-bdc6-bb99fc9e6d03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5892425 Apr 06 13:51:11.450597 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-a7953340-8f6a-4816-a31d-08a540f9c1ef service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9915423 Apr 06 13:51:11.492953 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d927885-4a36-4599-87c2-0380a0aaf7ca req-b92b3b19-263c-4e8b-88f6-2f34540aeaed tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139037 Apr 06 13:51:11.595004 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-b5f17a67-b2d1-451b-ad1e-00b8e26a1fa1 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744582 Apr 06 13:51:11.607166 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854969f0-3598-40c7-a87d-a140964acf6f req-eaa7047c-202e-4495-82ee-4220f455ea6a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:11.609013 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-854969f0-3598-40c7-a87d-a140964acf6f req-eaa7047c-202e-4495-82ee-4220f455ea6a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.3256800 Apr 06 13:51:11.610151 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39dbe199-9f98-4678-b0ef-7e7323905c66 req-49e865a3-d555-4e0b-a136-631bdf1e32af service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208428 Apr 06 13:51:11.614394 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a0e7689-4a17-482e-85c4-6fa343ed34da req-bab8ce08-90a9-4399-a4e8-7c5e09a05a78 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967976 Apr 06 13:51:11.716630 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Publish callbacks [] for security_group (3435cfad-be7f-4c3e-9e5c-7ecdd9c8c9cd), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:11.732248 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3435cfad-be7f-4c3e-9e5c-7ecdd9c8c9cd), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:11.765820 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-854969f0-3598-40c7-a87d-a140964acf6f req-7d95f84a-1a1d-4315-80f4-6d8752b028e6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239281 Apr 06 13:51:11.807928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47850) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:11.808812 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd8bde838af8479398e5020e12bfa92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203981 Apr 06 13:51:11.813057 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3435cfad-be7f-4c3e-9e5c-7ecdd9c8c9cd,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:11.823881 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c59e5-e507-4df0-afc5-8c81b3730f4e req-2424157c-fefe-41a3-ba03-aac213371c8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:11.825585 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-584c59e5-e507-4df0-afc5-8c81b3730f4e req-2424157c-fefe-41a3-ba03-aac213371c8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 945 time: 0.1512976 Apr 06 13:51:11.834241 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.834504 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.839346 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.839911 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.840262 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.840596 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.841168 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.849528 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.850104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.850449 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.850811 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.851158 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.851497 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.851840 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.852180 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1cba94-7ad3-4798-b88b-fd8e0e6b6476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:11.942255 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-1243ebc6-9bd2-4ac0-a476-9237290690aa admin admin] Publish callbacks [] for security_group (3435cfad-be7f-4c3e-9e5c-7ecdd9c8c9cd), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:11.965445 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-584c59e5-e507-4df0-afc5-8c81b3730f4e req-65c35db0-6320-41f1-8f0a-3657767a1d60 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039395 Apr 06 13:51:12.016822 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-1243ebc6-9bd2-4ac0-a476-9237290690aa admin admin] Publish callbacks [] for security_group (3435cfad-be7f-4c3e-9e5c-7ecdd9c8c9cd), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.088302 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-1243ebc6-9bd2-4ac0-a476-9237290690aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3435cfad-be7f-4c3e-9e5c-7ecdd9c8c9cd), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.091118 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-1243ebc6-9bd2-4ac0-a476-9237290690aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.096088 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-1243ebc6-9bd2-4ac0-a476-9237290690aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3435cfad-be7f-4c3e-9e5c-7ecdd9c8c9cd HTTP/1.1" status: 204 len: 168 time: 0.2827814 Apr 06 13:51:12.101391 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243ebc6-9bd2-4ac0-a476-9237290690aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3435cfad-be7f-4c3e-9e5c-7ecdd9c8c9cd,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:12.208159 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 6c71f015-7888-4f81-a097-e12433a6ef07 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:12.215610 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c025a-beb9-4cb4-8df7-074ded6a844c req-9cfbc4d4-513c-4ebd-a38e-8ee603893d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:12.222661 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-708c025a-beb9-4cb4-8df7-074ded6a844c req-9cfbc4d4-513c-4ebd-a38e-8ee603893d36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 1129 time: 0.0846834 Apr 06 13:51:12.271766 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62958755-8926-4909-bb0d-f0e5a09495e9 req-11381aa8-ab3e-4ba8-bf34-ee9586406cf8 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:12.275204 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62958755-8926-4909-bb0d-f0e5a09495e9 req-11381aa8-ab3e-4ba8-bf34-ee9586406cf8 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.2253456 Apr 06 13:51:12.308980 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 6c71f015-7888-4f81-a097-e12433a6ef07 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:51:12.328424 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 6c71f015-7888-4f81-a097-e12433a6ef07 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:12.329041 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.387097 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e30179b8-0331-4bc4-92b2-78002cf74641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.403677 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a692051-0b81-4792-8dbd-4679382fa8f3 req-ed949551-b450-490d-a127-ad5e34ba12b5 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678602 Apr 06 13:51:12.412738 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62958755-8926-4909-bb0d-f0e5a09495e9 req-66615f45-a281-42e9-87d6-2364ba571d1e tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239626 Apr 06 13:51:12.482745 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 6c71f015-7888-4f81-a097-e12433a6ef07 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:12.483450 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.541711 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 6c71f015-7888-4f81-a097-e12433a6ef07, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6c71f015-7888-4f81-a097-e12433a6ef07,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:12.551411 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.635643 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=6c71f015-7888-4f81-a097-e12433a6ef07,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:12.672264 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dac73-245a-4f48-b437-b9eee02023ef req-ab30c6ee-51e6-416a-8147-f9f3a0e624f9 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:12.674202 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b58dac73-245a-4f48-b437-b9eee02023ef req-ab30c6ee-51e6-416a-8147-f9f3a0e624f9 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0963748 Apr 06 13:51:12.680524 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47870) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:12.709247 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b4edf359-911d-4676-bbda-4a695e635d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.752806 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b58dac73-245a-4f48-b437-b9eee02023ef req-b69bde9d-00ca-415a-8fe3-ca6f680a9fe9 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699406 Apr 06 13:51:12.816454 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b4edf359-911d-4676-bbda-4a695e635d99 admin admin] Publish callbacks [] for security_group (8b576582-b8eb-4cf4-bc2b-2a63472f79d8), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.821708 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b4edf359-911d-4676-bbda-4a695e635d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8b576582-b8eb-4cf4-bc2b-2a63472f79d8), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:12.852988 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b4edf359-911d-4676-bbda-4a695e635d99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5e78e9667234367afdbb4e7ad1a0a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713393 Apr 06 13:51:12.856698 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47876) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:12.872596 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edf359-911d-4676-bbda-4a695e635d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b576582-b8eb-4cf4-bc2b-2a63472f79d8,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:12.960397 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-24d38526-56a4-4afa-b954-f84a49a27b4d admin admin] Publish callbacks [] for security_group (8b576582-b8eb-4cf4-bc2b-2a63472f79d8), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:13.000931 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-24d38526-56a4-4afa-b954-f84a49a27b4d admin admin] Publish callbacks [] for security_group (8b576582-b8eb-4cf4-bc2b-2a63472f79d8), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:13.017524 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352380c-bd4a-41e7-a88e-b4cc0792daed req-187678c5-0fea-42ad-89b8-9a6ddd7a58a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:13.025868 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0352380c-bd4a-41e7-a88e-b4cc0792daed req-187678c5-0fea-42ad-89b8-9a6ddd7a58a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1018031 Apr 06 13:51:13.078110 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0352380c-bd4a-41e7-a88e-b4cc0792daed req-7937f5d0-d200-4f97-97e9-96cf95c0ff2c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513330 Apr 06 13:51:13.083242 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71f015-7888-4f81-a097-e12433a6ef07'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:13.086049 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1f4337-cef9-4c6c-b73b-4845069d61ef" -d '{"events": [{"server_uuid": "e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f", "name": "network-vif-plugged", "status": "completed", "tag": "6c71f015-7888-4f81-a097-e12433a6ef07"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:13.144500 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-24d38526-56a4-4afa-b954-f84a49a27b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8b576582-b8eb-4cf4-bc2b-2a63472f79d8), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:13.151524 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-24d38526-56a4-4afa-b954-f84a49a27b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:13.156674 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-24d38526-56a4-4afa-b954-f84a49a27b4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b576582-b8eb-4cf4-bc2b-2a63472f79d8 HTTP/1.1" status: 204 len: 168 time: 0.2954571 Apr 06 13:51:13.206992 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38526-56a4-4afa-b954-f84a49a27b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b576582-b8eb-4cf4-bc2b-2a63472f79d8,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:13.246673 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f80ea3-a68d-4b3c-b61d-03502e3f6f15 x-openstack-request-id: req-d6f80ea3-a68d-4b3c-b61d-03502e3f6f15 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:13.247212 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f", "name": "network-vif-plugged", "status": "completed", "tag": "6c71f015-7888-4f81-a097-e12433a6ef07", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:13.247792 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6f80ea3-a68d-4b3c-b61d-03502e3f6f15 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:13.248352 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f80ea3-a68d-4b3c-b61d-03502e3f6f15'] response: {'server_uuid': 'e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c71f015-7888-4f81-a097-e12433a6ef07', 'code': 200} Apr 06 13:51:13.267822 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c7afd-32c9-45e3-8d5d-10a27a4a14b0 req-bb70244f-590d-455c-917d-09f0581a28f8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:13.269955 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f71c7afd-32c9-45e3-8d5d-10a27a4a14b0 req-bb70244f-590d-455c-917d-09f0581a28f8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1185229 Apr 06 13:51:13.342730 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f71c7afd-32c9-45e3-8d5d-10a27a4a14b0 req-7d0f7c24-25c9-491c-ab67-b5a3856e7a77 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629616 Apr 06 13:51:13.652850 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b4327-fac7-4c01-8008-55869cf2fe06 req-fb6fcaae-f51c-4678-a01f-58d3cc7f2245 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:13.655955 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8b0b4327-fac7-4c01-8008-55869cf2fe06 req-fb6fcaae-f51c-4678-a01f-58d3cc7f2245 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.1060317 Apr 06 13:51:13.776906 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8b0b4327-fac7-4c01-8008-55869cf2fe06 req-6f219fee-4d6a-41a4-b289-f394e85caf73 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902321 Apr 06 13:51:13.968103 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43136602-4c4d-4164-81fb-b78e57b58c7f req-34d8047f-cce0-4dfb-85ca-5b1afe876f42 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:13.970474 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-43136602-4c4d-4164-81fb-b78e57b58c7f req-34d8047f-cce0-4dfb-85ca-5b1afe876f42 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.0731301 Apr 06 13:51:14.354667 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-43136602-4c4d-4164-81fb-b78e57b58c7f req-1dd628dd-0584-4371-81d8-c26c75b3b21c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730917 Apr 06 13:51:14.432795 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656467-d241-4848-b83e-72aa68b0c2ed req-f11ba644-d308-4c06-9a02-ec7e7ecbfa84 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:14.442131 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-63656467-d241-4848-b83e-72aa68b0c2ed req-f11ba644-d308-4c06-9a02-ec7e7ecbfa84 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1270366 Apr 06 13:51:14.563026 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-63656467-d241-4848-b83e-72aa68b0c2ed req-e5e9624b-c10e-4a3e-91e8-359a1e40da10 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197095 Apr 06 13:51:14.599987 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-708c025a-beb9-4cb4-8df7-074ded6a844c req-1dbac641-02ef-4879-b3af-68d549c769bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007578 Apr 06 13:51:14.607299 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 47948) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:14.621934 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e732a-4a41-46a7-9f1b-04810ed6a9b0 req-8a2ee924-0c9d-4f55-9cb3-467f7140cc31 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:14.625893 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-029e732a-4a41-46a7-9f1b-04810ed6a9b0 req-8a2ee924-0c9d-4f55-9cb3-467f7140cc31 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1374321 Apr 06 13:51:14.694511 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-029e732a-4a41-46a7-9f1b-04810ed6a9b0 req-f1532061-b1a0-4e94-997c-a7e3f632ece3 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598803 Apr 06 13:51:14.750391 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-18a28db3-aa17-4366-a316-06f2e00774ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:14.829989 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c2ca7b98-7205-407e-9d3e-2a1edc34aed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:14.859229 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-18a28db3-aa17-4366-a316-06f2e00774ca admin admin] Publish callbacks [] for security_group (97ec9478-5cbd-454e-bbe7-8a2fa3793b41), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:14.867896 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-18a28db3-aa17-4366-a316-06f2e00774ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (97ec9478-5cbd-454e-bbe7-8a2fa3793b41), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:14.940512 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-18a28db3-aa17-4366-a316-06f2e00774ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b065e414d2804f5ebf7e28d734499bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318031 Apr 06 13:51:14.942156 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a28db3-aa17-4366-a316-06f2e00774ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ec9478-5cbd-454e-bbe7-8a2fa3793b41,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:14.944517 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 47966) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:15.061617 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-32c63439-9ff0-4dc1-8f89-712326a03778 admin admin] Publish callbacks [] for security_group (97ec9478-5cbd-454e-bbe7-8a2fa3793b41), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.088980 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-32c63439-9ff0-4dc1-8f89-712326a03778 admin admin] Publish callbacks [] for security_group (97ec9478-5cbd-454e-bbe7-8a2fa3793b41), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.116178 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25790fa0-3779-4299-8225-ca2a418f47ca req-6b7a3d9f-6960-4e19-8755-f176f943de66 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:15.119547 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-25790fa0-3779-4299-8225-ca2a418f47ca req-6b7a3d9f-6960-4e19-8755-f176f943de66 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.1392524 Apr 06 13:51:15.163418 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-32c63439-9ff0-4dc1-8f89-712326a03778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (97ec9478-5cbd-454e-bbe7-8a2fa3793b41), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.167331 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-32c63439-9ff0-4dc1-8f89-712326a03778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.171825 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-32c63439-9ff0-4dc1-8f89-712326a03778 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97ec9478-5cbd-454e-bbe7-8a2fa3793b41 HTTP/1.1" status: 204 len: 168 time: 0.2249818 Apr 06 13:51:15.197872 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63439-9ff0-4dc1-8f89-712326a03778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ec9478-5cbd-454e-bbe7-8a2fa3793b41,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:15.257054 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-25790fa0-3779-4299-8225-ca2a418f47ca req-4be50f62-5061-4e3c-8650-92ca586d2620 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289477 Apr 06 13:51:15.569803 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:15.665395 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332f450-96ca-434d-a11c-4951e0997488 req-08098403-ff81-4754-b55e-c76eec25f9fe tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:15.672962 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5332f450-96ca-434d-a11c-4951e0997488 req-08098403-ff81-4754-b55e-c76eec25f9fe tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 944 time: 0.1868515 Apr 06 13:51:15.844049 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5332f450-96ca-434d-a11c-4951e0997488 req-8691113a-b970-4a9c-bde1-e6992986ae04 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630573 Apr 06 13:51:15.865211 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de2173-73a8-4296-8bf4-d90090668a59 req-bc1d7233-6690-427e-a0e9-948f1a4c1587 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:15.868643 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-87de2173-73a8-4296-8bf4-d90090668a59 req-bc1d7233-6690-427e-a0e9-948f1a4c1587 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1569667 Apr 06 13:51:15.977540 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48018) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:15.992107 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-87de2173-73a8-4296-8bf4-d90090668a59 req-9b1f5039-5186-49b3-9d4e-fd22c8dfa71f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120982 Apr 06 13:51:15.994112 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-247ada02-38a2-4f8e-95d9-554ab6db604c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.094085 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec3cc-d641-4ad3-b7fb-1dbb20144b3a req-fd37585e-cc89-4864-af41-4ba1902b6db0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:16.097866 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fccec3cc-d641-4ad3-b7fb-1dbb20144b3a req-fd37585e-cc89-4864-af41-4ba1902b6db0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1037014 Apr 06 13:51:16.209942 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-247ada02-38a2-4f8e-95d9-554ab6db604c admin admin] Publish callbacks [] for security_group (3b23ffbe-a2a8-41fd-b81f-fc1f79687b01), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.213412 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 59d023ce-499e-42e0-95da-1cb7698da482 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:51:16.221681 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fccec3cc-d641-4ad3-b7fb-1dbb20144b3a req-ecbcd7de-27a5-41d1-8bf3-154314c2154a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103020 Apr 06 13:51:16.234322 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-247ada02-38a2-4f8e-95d9-554ab6db604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3b23ffbe-a2a8-41fd-b81f-fc1f79687b01), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.254780 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cecb13-32a2-4b6c-a086-79f2290e6ea3 req-0b8467d0-3427-425a-8044-6328ba1bbc49 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:16.262387 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-53cecb13-32a2-4b6c-a086-79f2290e6ea3 req-0b8467d0-3427-425a-8044-6328ba1bbc49 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0993035 Apr 06 13:51:16.269192 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48030) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:16.274524 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'floatingip': {'port_id': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:16.349176 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-247ada02-38a2-4f8e-95d9-554ab6db604c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d219377eca4341e5a9d899a849c3abf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698475 Apr 06 13:51:16.350222 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48036) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:16.353492 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ada02-38a2-4f8e-95d9-554ab6db604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23ffbe-a2a8-41fd-b81f-fc1f79687b01,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:16.448290 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (87ac6d1e-e28e-4332-a0ad-59be63a752aa), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.464653 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 59d023ce-499e-42e0-95da-1cb7698da482, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=59d023ce-499e-42e0-95da-1cb7698da482,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:16.484178 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-56041068-c981-44ee-a82f-ecfa27a713b8 admin admin] Publish callbacks [] for security_group (3b23ffbe-a2a8-41fd-b81f-fc1f79687b01), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.488972 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '59d023ce-499e-42e0-95da-1cb7698da482', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:51:16.514444 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-56041068-c981-44ee-a82f-ecfa27a713b8 admin admin] Publish callbacks [] for security_group (3b23ffbe-a2a8-41fd-b81f-fc1f79687b01), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.573090 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-56041068-c981-44ee-a82f-ecfa27a713b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3b23ffbe-a2a8-41fd-b81f-fc1f79687b01), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.581909 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-56041068-c981-44ee-a82f-ecfa27a713b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.586255 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-56041068-c981-44ee-a82f-ecfa27a713b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b23ffbe-a2a8-41fd-b81f-fc1f79687b01 HTTP/1.1" status: 204 len: 168 time: 0.2288241 Apr 06 13:51:16.604279 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48044) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:16.605409 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041068-c981-44ee-a82f-ecfa27a713b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23ffbe-a2a8-41fd-b81f-fc1f79687b01,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:16.658628 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 59d023ce-499e-42e0-95da-1cb7698da482 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:16.659419 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (59d023ce-499e-42e0-95da-1cb7698da482), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.679519 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d023ce-499e-42e0-95da-1cb7698da482 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:16.739957 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 59d023ce-499e-42e0-95da-1cb7698da482, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=59d023ce-499e-42e0-95da-1cb7698da482,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:16.752081 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (59d023ce-499e-42e0-95da-1cb7698da482), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:16.826012 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1f02e-f4ad-4252-9d59-25db20849c61 req-f8e5ddde-26fe-429d-aca7-024d570e2bed tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:16.826598 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=59d023ce-499e-42e0-95da-1cb7698da482,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:16.827843 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5ae1f02e-f4ad-4252-9d59-25db20849c61 req-f8e5ddde-26fe-429d-aca7-024d570e2bed tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.3024087 Apr 06 13:51:16.947120 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5ae1f02e-f4ad-4252-9d59-25db20849c61 req-827555af-c069-4cc4-9240-d934c57a9cc0 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826168 Apr 06 13:51:17.012326 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.134079 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21caa59-98a8-4dd3-8c5e-e6aa1058c839 req-3661bb3b-4c37-46f0-9876-4010f2dfbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:17.141115 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a21caa59-98a8-4dd3-8c5e-e6aa1058c839 req-3661bb3b-4c37-46f0-9876-4010f2dfbd83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 1130 time: 0.1057558 Apr 06 13:51:17.161129 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['59d023ce-499e-42e0-95da-1cb7698da482'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:51:17.330315 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4e514a1a-dc39-4f53-91e1-b8b07998f4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.435670 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfec2d-b3a9-45f1-9a29-e804b9a345e2 req-32eb75ac-7780-442b-8c92-85838dcdeb61 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:17.442962 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-71dfec2d-b3a9-45f1-9a29-e804b9a345e2 req-32eb75ac-7780-442b-8c92-85838dcdeb61 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 945 time: 0.3751085 Apr 06 13:51:17.626635 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-71dfec2d-b3a9-45f1-9a29-e804b9a345e2 req-2d63134b-e564-4ccf-8639-c6c31d0dddc6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825626 Apr 06 13:51:17.690107 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4e514a1a-dc39-4f53-91e1-b8b07998f4e2 admin admin] Publish callbacks [] for security_group (68a4a600-877c-44e6-a3fe-eeba793b3081), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.715030 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909362-9a5b-45bf-b0be-786e0fb29db2 req-312a7d0c-0fc1-43c5-94bb-3674ebab1492 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:17.722433 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-51909362-9a5b-45bf-b0be-786e0fb29db2 req-312a7d0c-0fc1-43c5-94bb-3674ebab1492 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2353632 Apr 06 13:51:17.724305 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4e514a1a-dc39-4f53-91e1-b8b07998f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (68a4a600-877c-44e6-a3fe-eeba793b3081), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:17.789176 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a21caa59-98a8-4dd3-8c5e-e6aa1058c839 req-381a8b11-fdca-4640-b47d-1eb915061b04 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474730 Apr 06 13:51:17.837992 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.db.resource_extend [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:51:17.859363 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4e514a1a-dc39-4f53-91e1-b8b07998f4e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13f40ad151ff4a96bff8a0d39ff6e4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2438962 Apr 06 13:51:17.866264 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e514a1a-dc39-4f53-91e1-b8b07998f4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4a600-877c-44e6-a3fe-eeba793b3081,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:17.875459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48086) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:17.919521 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-51909362-9a5b-45bf-b0be-786e0fb29db2 req-ccbbca15-3db5-4eb8-91e3-1f8716f4a4ac tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941519 Apr 06 13:51:18.013907 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.018206 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bf600977-8fdd-43e4-803e-fee2ccd7c3e8 admin admin] Publish callbacks [] for security_group (68a4a600-877c-44e6-a3fe-eeba793b3081), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.021500 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (87ac6d1e-e28e-4332-a0ad-59be63a752aa), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.071926 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bf600977-8fdd-43e4-803e-fee2ccd7c3e8 admin admin] Publish callbacks [] for security_group (68a4a600-877c-44e6-a3fe-eeba793b3081), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.161599 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bf600977-8fdd-43e4-803e-fee2ccd7c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (68a4a600-877c-44e6-a3fe-eeba793b3081), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.168550 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bf600977-8fdd-43e4-803e-fee2ccd7c3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.173813 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-bf600977-8fdd-43e4-803e-fee2ccd7c3e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68a4a600-877c-44e6-a3fe-eeba793b3081 HTTP/1.1" status: 204 len: 168 time: 0.2968590 Apr 06 13:51:18.184479 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf600977-8fdd-43e4-803e-fee2ccd7c3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4a600-877c-44e6-a3fe-eeba793b3081,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:18.413501 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 59d023ce-499e-42e0-95da-1cb7698da482 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:18.490885 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.l3_db [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Floating IP 87ac6d1e-e28e-4332-a0ad-59be63a752aa associated. External IP: 172.27.3.111, port: d0c7deef-27d2-401e-a5d7-bebc4bf3be76. Apr 06 13:51:18.564042 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.603993 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 59d023ce-499e-42e0-95da-1cb7698da482 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:51:18.609531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 59d023ce-499e-42e0-95da-1cb7698da482 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:18.609899 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (59d023ce-499e-42e0-95da-1cb7698da482), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.796547 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48118) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:18.823560 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ce525a8a-c031-49c1-a779-1a3ad15e11f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.865097 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 59d023ce-499e-42e0-95da-1cb7698da482 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:18.866025 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (59d023ce-499e-42e0-95da-1cb7698da482), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.930646 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d023ce-499e-42e0-95da-1cb7698da482'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:18.937637 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e247e30-fbf2-47fb-8c8d-593bbfcbf484" -d '{"events": [{"server_uuid": "bfdc8c9b-c510-4110-9941-60191cc7c3a0", "name": "network-vif-plugged", "status": "completed", "tag": "59d023ce-499e-42e0-95da-1cb7698da482"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:18.965623 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ce525a8a-c031-49c1-a779-1a3ad15e11f5 admin admin] Publish callbacks [] for security_group (a9eae771-d731-498d-b2e9-44d85ca2912a), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:18.973174 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ce525a8a-c031-49c1-a779-1a3ad15e11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a9eae771-d731-498d-b2e9-44d85ca2912a), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.017678 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 59d023ce-499e-42e0-95da-1cb7698da482, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=59d023ce-499e-42e0-95da-1cb7698da482,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:19.029245 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (59d023ce-499e-42e0-95da-1cb7698da482), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.029660 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-ce525a8a-c031-49c1-a779-1a3ad15e11f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3403cd0a8b224cdc91dd5d7c9dc2d0d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308528 Apr 06 13:51:19.039190 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48132) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:19.078968 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce525a8a-c031-49c1-a779-1a3ad15e11f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eae771-d731-498d-b2e9-44d85ca2912a,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:19.127155 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4cd56f93-4b8d-4468-855c-eeebdc7b9fdf admin admin] Publish callbacks [] for security_group (a9eae771-d731-498d-b2e9-44d85ca2912a), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.162275 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=59d023ce-499e-42e0-95da-1cb7698da482,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:19.198695 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4cd56f93-4b8d-4468-855c-eeebdc7b9fdf admin admin] Publish callbacks [] for security_group (a9eae771-d731-498d-b2e9-44d85ca2912a), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.308315 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73c9fa-ef9d-4aab-b255-84df51459eb6 req-01ae5a33-e423-4d37-ba8f-bac33759ff56 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:19.310313 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8f73c9fa-ef9d-4aab-b255-84df51459eb6 req-01ae5a33-e423-4d37-ba8f-bac33759ff56 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 945 time: 0.5152640 Apr 06 13:51:19.324321 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4cd56f93-4b8d-4468-855c-eeebdc7b9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a9eae771-d731-498d-b2e9-44d85ca2912a), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.329298 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfcaa9-4f5e-4d06-b066-acacd11b49c7 req-7bc9467f-036e-4ab1-9270-7654259ccdba tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:19.329811 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4cd56f93-4b8d-4468-855c-eeebdc7b9fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.331013 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d8dfcaa9-4f5e-4d06-b066-acacd11b49c7 req-7bc9467f-036e-4ab1-9270-7654259ccdba tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1627142 Apr 06 13:51:19.332146 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4cd56f93-4b8d-4468-855c-eeebdc7b9fdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9eae771-d731-498d-b2e9-44d85ca2912a HTTP/1.1" status: 204 len: 168 time: 0.2916501 Apr 06 13:51:19.333105 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Router c836b5e4-e44a-4627-8a97-4231720c6837 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:51:19.369601 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd56f93-4b8d-4468-855c-eeebdc7b9fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eae771-d731-498d-b2e9-44d85ca2912a,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:19.444511 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8f73c9fa-ef9d-4aab-b255-84df51459eb6 req-05ace27c-57a7-4711-add5-94bd6d43642f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047480 Apr 06 13:51:19.450665 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d8dfcaa9-4f5e-4d06-b066-acacd11b49c7 req-16bc84bd-6057-4cf4-b565-9bf2600e4518 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078324 Apr 06 13:51:19.638303 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b0736a-e763-484a-a2bb-879abb95b5cd x-openstack-request-id: req-c3b0736a-e763-484a-a2bb-879abb95b5cd {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:19.639015 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdc8c9b-c510-4110-9941-60191cc7c3a0", "name": "network-vif-plugged", "status": "completed", "tag": "59d023ce-499e-42e0-95da-1cb7698da482", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:19.639015 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3b0736a-e763-484a-a2bb-879abb95b5cd {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:19.639309 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b0736a-e763-484a-a2bb-879abb95b5cd'] response: {'server_uuid': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d023ce-499e-42e0-95da-1cb7698da482', 'code': 200} Apr 06 13:51:19.681089 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:19.688703 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:19.719420 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da955b81-521b-4007-859e-26b165b19f5e None None] Sync routers for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:19.741005 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da955b81-521b-4007-859e-26b165b19f5e None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:19.742697 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-da955b81-521b-4007-859e-26b165b19f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:19.765337 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-57448024-0b94-4ba7-b2ba-3326068a12a5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "PUT /v2.0/floatingips/87ac6d1e-e28e-4332-a0ad-59be63a752aa HTTP/1.1" status: 200 len: 992 time: 3.4809589 Apr 06 13:51:19.765337 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:19.765337 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccb5867-2fba-49fc-928f-7bb931049293" -d '{"events": [{"name": "network-changed", "server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:19.889343 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa4161c-7ef4-4344-a791-7e35e94dfcc5 x-openstack-request-id: req-7fa4161c-7ef4-4344-a791-7e35e94dfcc5 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:19.889704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:19.890066 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fa4161c-7ef4-4344-a791-7e35e94dfcc5 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:19.890558 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa4161c-7ef4-4344-a791-7e35e94dfcc5'] response: {'name': 'network-changed', 'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'status': 'completed', 'code': 200} Apr 06 13:51:20.037483 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb5867-2fba-49fc-928f-7bb931049293 req-93b4271e-3c5f-4ef2-b693-f50abe985895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.040001 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-eccb5867-2fba-49fc-928f-7bb931049293 req-93b4271e-3c5f-4ef2-b693-f50abe985895 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1130 time: 0.1196833 Apr 06 13:51:20.050327 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-da955b81-521b-4007-859e-26b165b19f5e None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:20.226732 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d230f9-eee4-460c-9242-e0cc61b6acb1 req-9a3cc9d2-33b1-403f-8693-63b9eca346b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.234527 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f5d230f9-eee4-460c-9242-e0cc61b6acb1 req-9a3cc9d2-33b1-403f-8693-63b9eca346b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 1130 time: 0.1734481 Apr 06 13:51:20.369102 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb5867-2fba-49fc-928f-7bb931049293 req-fc4f6c30-ee9f-448c-8d45-4684224f5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.373105 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-eccb5867-2fba-49fc-928f-7bb931049293 req-fc4f6c30-ee9f-448c-8d45-4684224f5bf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.3250430 Apr 06 13:51:20.406903 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f5d230f9-eee4-460c-9242-e0cc61b6acb1 req-dbe2c8d6-31a4-48bf-a159-6e459d788ebc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617522 Apr 06 13:51:20.527390 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-da955b81-521b-4007-859e-26b165b19f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '87ac6d1e-e28e-4332-a0ad-59be63a752aa', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'port_id': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'mac_address': 'fa:16:3e:81:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:23Z', 'updated_at': '2022-04-06T13:51:17Z', 'revision_number': 1, 'project_id': '873d3301e23f49a8b7126a8900344774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:20.588409 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da955b81-521b-4007-859e-26b165b19f5e None None] Checking router: c836b5e4-e44a-4627-8a97-4231720c6837 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:20.612244 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da955b81-521b-4007-859e-26b165b19f5e None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:20.612893 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-da955b81-521b-4007-859e-26b165b19f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:20.664178 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-eccb5867-2fba-49fc-928f-7bb931049293 req-f818b344-1d0c-4b15-acb8-0a3c863a7297 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 1000 time: 0.2832835 Apr 06 13:51:20.818925 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb5867-2fba-49fc-928f-7bb931049293 req-41ca1804-18fc-4a4c-af95-61f581974b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.820175 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d968e5-ed27-4da3-96da-b339b20c6ba9 req-b90e1365-57f6-4a22-8173-f5c69cec3d29 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.821462 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-eccb5867-2fba-49fc-928f-7bb931049293 req-41ca1804-18fc-4a4c-af95-61f581974b45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.1310065 Apr 06 13:51:20.822845 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41d968e5-ed27-4da3-96da-b339b20c6ba9 req-b90e1365-57f6-4a22-8173-f5c69cec3d29 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2304821 Apr 06 13:51:20.845636 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f2b13-89fc-43b7-b639-c43f6a1bc3fe req-baaefdba-bb7e-42b8-8b05-abb70a0a9baf tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.848715 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f76f2b13-89fc-43b7-b639-c43f6a1bc3fe req-baaefdba-bb7e-42b8-8b05-abb70a0a9baf tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1735110 Apr 06 13:51:20.862055 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-da955b81-521b-4007-859e-26b165b19f5e None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:20.956614 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb5867-2fba-49fc-928f-7bb931049293 req-61c43ed9-cecb-4a59-b4f5-d1036263e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:20.959373 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-eccb5867-2fba-49fc-928f-7bb931049293 req-61c43ed9-cecb-4a59-b4f5-d1036263e37b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1308136 Apr 06 13:51:21.000332 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f76f2b13-89fc-43b7-b639-c43f6a1bc3fe req-016c1009-214b-4600-a2cb-08b30d6cb4db tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384709 Apr 06 13:51:21.003578 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41d968e5-ed27-4da3-96da-b339b20c6ba9 req-b420cf27-f97e-48d5-9163-82ddcc21f493 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732826 Apr 06 13:51:21.260324 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48232) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:21.399620 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e59f07-692c-40ca-ab22-21610776947f admin admin] Deleting subnet 339748b3-cd5c-472c-b0b4-3a8439d3ca47 {{(pid=110042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:51:21.409630 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9e59f07-692c-40ca-ab22-21610776947f admin admin] Publish callbacks [] for subnet (339748b3-cd5c-472c-b0b4-3a8439d3ca47), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.493288 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9e59f07-692c-40ca-ab22-21610776947f admin admin] Publish callbacks [] for subnet (339748b3-cd5c-472c-b0b4-3a8439d3ca47), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.514245 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9e59f07-692c-40ca-ab22-21610776947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (339748b3-cd5c-472c-b0b4-3a8439d3ca47), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:21.577977 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-da955b81-521b-4007-859e-26b165b19f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '87ac6d1e-e28e-4332-a0ad-59be63a752aa', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'port_id': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'mac_address': 'fa:16:3e:81:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:23Z', 'updated_at': '2022-04-06T13:51:17Z', 'revision_number': 1, 'project_id': '873d3301e23f49a8b7126a8900344774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:21.610383 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab16d0-eb92-434e-bb44-02a3a3ebf632 req-3633d5c3-32e1-45d9-9b9f-f00177bcd36d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:21.613470 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-76ab16d0-eb92-434e-bb44-02a3a3ebf632 req-3633d5c3-32e1-45d9-9b9f-f00177bcd36d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1406214 Apr 06 13:51:21.675637 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da955b81-521b-4007-859e-26b165b19f5e None None] The sync data for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi is: [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '87ac6d1e-e28e-4332-a0ad-59be63a752aa', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'port_id': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'mac_address': 'fa:16:3e:81:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:23Z', 'updated_at': '2022-04-06T13:51:17Z', 'revision_number': 1, 'project_id': '873d3301e23f49a8b7126a8900344774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:21.718431 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-76ab16d0-eb92-434e-bb44-02a3a3ebf632 req-e4c267be-9628-444f-a80a-258bf3530045 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957439 Apr 06 13:51:21.944773 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6df1f-2747-49b6-8137-12950f606bfe req-aac57b15-94d7-40bf-bf3a-f15327f2334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:21.946972 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41b6df1f-2747-49b6-8137-12950f606bfe req-aac57b15-94d7-40bf-bf3a-f15327f2334d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 1130 time: 0.1125634 Apr 06 13:51:22.056529 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9e59f07-692c-40ca-ab22-21610776947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (339748b3-cd5c-472c-b0b4-3a8439d3ca47), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.170551 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-eccb5867-2fba-49fc-928f-7bb931049293 req-493f9a50-1a04-4dcd-9e68-52c6f5caf494 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311709 Apr 06 13:51:22.172186 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e59f07-692c-40ca-ab22-21610776947f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339748b3-cd5c-472c-b0b4-3a8439d3ca47,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:22.180301 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9e59f07-692c-40ca-ab22-21610776947f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.193633 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-b9e59f07-692c-40ca-ab22-21610776947f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/339748b3-cd5c-472c-b0b4-3a8439d3ca47 HTTP/1.1" status: 204 len: 168 time: 0.9314985 Apr 06 13:51:22.195739 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48268) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:22.232200 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04827162-27f7-4e43-a7f1-2129c3aef733 None None] New status for floating IP 87ac6d1e-e28e-4332-a0ad-59be63a752aa: ACTIVE {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:51:22.309731 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6df1f-2747-49b6-8137-12950f606bfe req-0484ace4-cbf4-418c-a3d0-87a01af31136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:22.312895 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41b6df1f-2747-49b6-8137-12950f606bfe req-0484ace4-cbf4-418c-a3d0-87a01af31136 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.3474827 Apr 06 13:51:22.450795 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (2d160341-0c47-4b6b-a17e-eb842eb4918f), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.535523 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd948a9b-994f-46d9-a592-6e95c5e26409 req-53ed0b17-a0ba-4f72-9e7f-023c592afff1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:22.548728 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dd948a9b-994f-46d9-a592-6e95c5e26409 req-53ed0b17-a0ba-4f72-9e7f-023c592afff1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 946 time: 0.2332335 Apr 06 13:51:22.645136 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dd948a9b-994f-46d9-a592-6e95c5e26409 req-b2565981-4e7c-4427-8cf7-211b54a8c290 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940940 Apr 06 13:51:22.705744 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (2d160341-0c47-4b6b-a17e-eb842eb4918f), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:22.750649 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.751058 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.751820 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.752203 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > port after_create 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.752536 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.753143 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > port after_update 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.753522 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.754631 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.754962 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.755292 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.903314 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41b6df1f-2747-49b6-8137-12950f606bfe req-da7597e3-6679-465e-9c51-a84e2c114675 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c71f015-7888-4f81-a097-e12433a6ef07 HTTP/1.1" status: 200 len: 217 time: 0.0880837 Apr 06 13:51:22.987692 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.990111 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.992294 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.995755 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:51:22.997499 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d160341-0c47-4b6b-a17e-eb842eb4918f']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:23.051723 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6df1f-2747-49b6-8137-12950f606bfe req-4ebceeb9-dba5-4b20-828f-f132c009a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.053413 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41b6df1f-2747-49b6-8137-12950f606bfe req-4ebceeb9-dba5-4b20-828f-f132c009a8d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.1359208 Apr 06 13:51:23.081810 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced2549d-f719-4e46-afcd-4ff343d1b8bd') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:23.082605 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced2549d-f719-4e46-afcd-4ff343d1b8bd') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:23.099085 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f348d-d17a-450f-a997-f00887322fe0 req-0b3f2aa8-946e-422c-a4f9-81ea44d79e35 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.100860 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-058f348d-d17a-450f-a997-f00887322fe0 req-0b3f2aa8-946e-422c-a4f9-81ea44d79e35 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1704917 Apr 06 13:51:23.143752 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6df1f-2747-49b6-8137-12950f606bfe req-e93210a0-de33-4897-91f6-6be075a5c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.145506 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41b6df1f-2747-49b6-8137-12950f606bfe req-e93210a0-de33-4897-91f6-6be075a5c1d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851097 Apr 06 13:51:23.197169 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (ced2549d-f719-4e46-afcd-4ff343d1b8bd), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.233467 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-058f348d-d17a-450f-a997-f00887322fe0 req-ea13fc61-a586-4640-8e8b-3a7d9fe4aa16 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160781 Apr 06 13:51:23.279791 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41b6df1f-2747-49b6-8137-12950f606bfe req-f0bcfefc-cb20-4f24-b956-64b74041d981 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218288 Apr 06 13:51:23.298956 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (ced2549d-f719-4e46-afcd-4ff343d1b8bd), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.334214 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:51:23.334777 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (ced2549d-f719-4e46-afcd-4ff343d1b8bd), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.372788 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48298) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: from cryptography.utils import int_from_bytes Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: from cryptography.utils import int_from_bytes Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:51:23.375046 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:51:23.477925 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-eccb5867-2fba-49fc-928f-7bb931049293 req-dc664f12-e86a-4cd2-9b77-2d44a8f7546f service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684875 Apr 06 13:51:23.484145 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (2d160341-0c47-4b6b-a17e-eb842eb4918f), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.494582 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.497811 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2d160341-0c47-4b6b-a17e-eb842eb4918f HTTP/1.1" status: 204 len: 168 time: 1.3001494 Apr 06 13:51:23.502397 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41b6df1f-2747-49b6-8137-12950f606bfe req-53df64a3-2d82-4fef-9fca-7d1540910be5 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111642 Apr 06 13:51:23.507993 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48302) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:23.510421 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18e9ad-2883-467d-a2d4-ebdf59078b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d160341-0c47-4b6b-a17e-eb842eb4918f,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:23.613828 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9ee6a2-5eb4-4024-b212-9a29b2b61114 admin admin] Deleting subnet 1ca09144-7c71-4fa7-b926-f67b13406aff {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:51:23.613828 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee6a2-5eb4-4024-b212-9a29b2b61114 admin admin] Publish callbacks [] for subnet (1ca09144-7c71-4fa7-b926-f67b13406aff), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.650243 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-190a26dd-93f5-4f12-a843-c71621ab0bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.698504 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee6a2-5eb4-4024-b212-9a29b2b61114 admin admin] Publish callbacks [] for subnet (1ca09144-7c71-4fa7-b926-f67b13406aff), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.719028 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee6a2-5eb4-4024-b212-9a29b2b61114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (1ca09144-7c71-4fa7-b926-f67b13406aff), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.904364 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03d13d-fd08-4706-b840-42d9130e34b0 req-1d496989-b0fa-48e1-bc2b-1ac6bccae5ac tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:23.905984 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-af03d13d-fd08-4706-b840-42d9130e34b0 req-1d496989-b0fa-48e1-bc2b-1ac6bccae5ac tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1459768 Apr 06 13:51:23.911014 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee6a2-5eb4-4024-b212-9a29b2b61114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (1ca09144-7c71-4fa7-b926-f67b13406aff), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.914741 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-190a26dd-93f5-4f12-a843-c71621ab0bdb admin admin] Publish callbacks [] for security_group (7c73f2cf-2917-4641-a578-1f1fe56592cb), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.949581 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-190a26dd-93f5-4f12-a843-c71621ab0bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (7c73f2cf-2917-4641-a578-1f1fe56592cb), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.960582 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ee6a2-5eb4-4024-b212-9a29b2b61114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca09144-7c71-4fa7-b926-f67b13406aff,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:23.981335 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee6a2-5eb4-4024-b212-9a29b2b61114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:23.984873 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-aa9ee6a2-5eb4-4024-b212-9a29b2b61114 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ca09144-7c71-4fa7-b926-f67b13406aff HTTP/1.1" status: 204 len: 168 time: 0.4750032 Apr 06 13:51:23.989599 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48320) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:24.023478 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-190a26dd-93f5-4f12-a843-c71621ab0bdb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9832718b16644648870f283bafc9b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6491041 Apr 06 13:51:24.027298 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a26dd-93f5-4f12-a843-c71621ab0bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73f2cf-2917-4641-a578-1f1fe56592cb,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:24.030060 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48322) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:24.064328 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-af03d13d-fd08-4706-b840-42d9130e34b0 req-19612f24-66a9-4ac0-a295-22bcd48778b8 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453843 Apr 06 13:51:24.128194 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (f991debe-ed1f-431b-9267-7b24daaf4b7d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.142049 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5156309b-b5c7-4ab0-8cef-778a00670482 admin admin] Publish callbacks [] for security_group (7c73f2cf-2917-4641-a578-1f1fe56592cb), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.203117 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5156309b-b5c7-4ab0-8cef-778a00670482 admin admin] Publish callbacks [] for security_group (7c73f2cf-2917-4641-a578-1f1fe56592cb), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.307275 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (f991debe-ed1f-431b-9267-7b24daaf4b7d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.364969 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f991debe-ed1f-431b-9267-7b24daaf4b7d']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:24.394717 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71d8023-da1b-41c4-a6d0-aec363a7cae1') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:24.395527 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71d8023-da1b-41c4-a6d0-aec363a7cae1') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:24.406704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46e598-c673-4ca3-88e7-111dd3b0c333 req-2ec6a297-f991-46db-a733-935592d45c27 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:24.414302 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8c46e598-c673-4ca3-88e7-111dd3b0c333 req-2ec6a297-f991-46db-a733-935592d45c27 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 946 time: 0.2323949 Apr 06 13:51:24.424799 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48336) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:24.425969 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48338) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:24.445410 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'floatingip': {'port_id': '59d023ce-499e-42e0-95da-1cb7698da482'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:24.457013 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5156309b-b5c7-4ab0-8cef-778a00670482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (7c73f2cf-2917-4641-a578-1f1fe56592cb), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.459884 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5156309b-b5c7-4ab0-8cef-778a00670482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.461242 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-5156309b-b5c7-4ab0-8cef-778a00670482 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c73f2cf-2917-4641-a578-1f1fe56592cb HTTP/1.1" status: 204 len: 168 time: 0.4267786 Apr 06 13:51:24.474045 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156309b-b5c7-4ab0-8cef-778a00670482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73f2cf-2917-4641-a578-1f1fe56592cb,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:24.512712 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (c71d8023-da1b-41c4-a6d0-aec363a7cae1), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.521640 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a078-3d17-45fa-9886-33b1fd253153 req-f13f1eaf-3eff-4f11-a8ba-17c88cdf430f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:24.526357 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9ca3a078-3d17-45fa-9886-33b1fd253153 req-f13f1eaf-3eff-4f11-a8ba-17c88cdf430f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1292129 Apr 06 13:51:24.603463 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9ca3a078-3d17-45fa-9886-33b1fd253153 req-dc3649f9-34fa-44e7-83e5-d5d0d4c0220c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654759 Apr 06 13:51:24.615136 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (666c79a2-c1c9-4b37-8442-269243ff6827), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.670837 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (c71d8023-da1b-41c4-a6d0-aec363a7cae1), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.758728 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:51:24.759396 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (c71d8023-da1b-41c4-a6d0-aec363a7cae1), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:51:24.762499 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:51:24.834005 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48346) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:24.848734 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-978f00e0-8cad-4147-81e1-da523102865d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.870253 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fec8c6ab-741b-4e96-b093-1e382d61cb38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.903975 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (f991debe-ed1f-431b-9267-7b24daaf4b7d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.928768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.939809 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] 10.222.0.44 "DELETE /v2.0/networks/f991debe-ed1f-431b-9267-7b24daaf4b7d HTTP/1.1" status: 204 len: 168 time: 0.9483857 Apr 06 13:51:24.955432 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-978f00e0-8cad-4147-81e1-da523102865d admin admin] Publish callbacks [] for security_group (84b6052a-f8d4-4064-b008-3575bed5f047), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:24.962042 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-978f00e0-8cad-4147-81e1-da523102865d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (84b6052a-f8d4-4064-b008-3575bed5f047), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.002733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcfee7-405b-4e25-8e97-8d6640265b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f991debe-ed1f-431b-9267-7b24daaf4b7d,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.040782 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-978f00e0-8cad-4147-81e1-da523102865d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5decd9d39d904cc0ab03882ea81e8eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027147 Apr 06 13:51:25.041590 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48350) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:25.054249 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f00e0-8cad-4147-81e1-da523102865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6052a-f8d4-4064-b008-3575bed5f047,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.149432 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-11f191dd-ee6c-4f9b-be1d-0fedae50aeda admin admin] Publish callbacks [] for security_group (84b6052a-f8d4-4064-b008-3575bed5f047), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.186110 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-11f191dd-ee6c-4f9b-be1d-0fedae50aeda admin admin] Publish callbacks [] for security_group (84b6052a-f8d4-4064-b008-3575bed5f047), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.208074 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48352) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:25.232604 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fec8c6ab-741b-4e96-b093-1e382d61cb38 admin admin] Publish callbacks [] for security_group (e7873185-a554-4cfc-b195-4852e2e29ba5), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.239152 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fec8c6ab-741b-4e96-b093-1e382d61cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e7873185-a554-4cfc-b195-4852e2e29ba5), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.271675 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-23910ff9-4558-47ac-81b5-d98bc9175ef7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29f8aef923834505ab84fccc9b087a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623443 Apr 06 13:51:25.275730 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48354) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:25.300601 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-11f191dd-ee6c-4f9b-be1d-0fedae50aeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (84b6052a-f8d4-4064-b008-3575bed5f047), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.303960 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-11f191dd-ee6c-4f9b-be1d-0fedae50aeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.305131 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-11f191dd-ee6c-4f9b-be1d-0fedae50aeda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84b6052a-f8d4-4064-b008-3575bed5f047 HTTP/1.1" status: 204 len: 168 time: 0.2613263 Apr 06 13:51:25.337991 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f191dd-ee6c-4f9b-be1d-0fedae50aeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6052a-f8d4-4064-b008-3575bed5f047,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.359531 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-556520a3-499d-42b7-b1e6-a5bd5688a816 admin admin] Publish callbacks [] for security_group (272ff381-3c8e-4bf4-be9b-202e6ac95db0), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.391996 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-556520a3-499d-42b7-b1e6-a5bd5688a816 admin admin] Publish callbacks [] for security_group (272ff381-3c8e-4bf4-be9b-202e6ac95db0), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.401195 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8c6ab-741b-4e96-b093-1e382d61cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7873185-a554-4cfc-b195-4852e2e29ba5,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.407960 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-fec8c6ab-741b-4e96-b093-1e382d61cb38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a065965738964913badb5f350b6366d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9752595 Apr 06 13:51:25.415120 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48360) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:25.558558 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-58a582ea-760f-45e5-a2c1-837c7f5c355f admin admin] Publish callbacks [] for security_group (e7873185-a554-4cfc-b195-4852e2e29ba5), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.574048 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-556520a3-499d-42b7-b1e6-a5bd5688a816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (272ff381-3c8e-4bf4-be9b-202e6ac95db0), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.576633 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-556520a3-499d-42b7-b1e6-a5bd5688a816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.585765 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-556520a3-499d-42b7-b1e6-a5bd5688a816 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/272ff381-3c8e-4bf4-be9b-202e6ac95db0 HTTP/1.1" status: 204 len: 168 time: 0.3047421 Apr 06 13:51:25.607030 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.db.resource_extend [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 13:51:25.608290 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556520a3-499d-42b7-b1e6-a5bd5688a816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ff381-3c8e-4bf4-be9b-202e6ac95db0,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.612734 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-58a582ea-760f-45e5-a2c1-837c7f5c355f admin admin] Publish callbacks [] for security_group (e7873185-a554-4cfc-b195-4852e2e29ba5), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.716315 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-58a582ea-760f-45e5-a2c1-837c7f5c355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e7873185-a554-4cfc-b195-4852e2e29ba5), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.721045 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-58a582ea-760f-45e5-a2c1-837c7f5c355f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.721045 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-58a582ea-760f-45e5-a2c1-837c7f5c355f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7873185-a554-4cfc-b195-4852e2e29ba5 HTTP/1.1" status: 204 len: 168 time: 0.3042588 Apr 06 13:51:25.737306 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a582ea-760f-45e5-a2c1-837c7f5c355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7873185-a554-4cfc-b195-4852e2e29ba5,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:25.779543 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.787522 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (666c79a2-c1c9-4b37-8442-269243ff6827), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:25.904449 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22269fc-8da7-4174-a34a-0ccd44b7b299 req-0302aab9-f96f-40bb-be64-8b0ccfeed9e8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:25.906885 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e22269fc-8da7-4174-a34a-0ccd44b7b299 req-0302aab9-f96f-40bb-be64-8b0ccfeed9e8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.0732415 Apr 06 13:51:25.989205 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e22269fc-8da7-4174-a34a-0ccd44b7b299 req-55bda007-700e-4575-af67-737cd10d8bd7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731213 Apr 06 13:51:26.362621 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48382) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:26.393781 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48384) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:26.405467 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Floating IP 666c79a2-c1c9-4b37-8442-269243ff6827 associated. External IP: 172.27.3.44, port: 59d023ce-499e-42e0-95da-1cb7698da482. Apr 06 13:51:26.413709 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b3a93a48-5e77-40e1-9444-08314204852b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.480697 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-effe67f6-5cbf-4098-a187-81e74a8c849b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=403aa71a3f1d4576a6b7723cd27cbf6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162214 Apr 06 13:51:26.484887 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48386) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:26.581613 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b3a93a48-5e77-40e1-9444-08314204852b admin admin] Publish callbacks [] for security_group (5045d778-80eb-4edb-81a4-da36a7697b07), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.593796 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b3a93a48-5e77-40e1-9444-08314204852b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (5045d778-80eb-4edb-81a4-da36a7697b07), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.642727 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f190486c-5185-4836-97fd-47c5aa22802a admin admin] Publish callbacks [] for security_group (262dc5bd-99b7-42c4-88f4-33a76120b35e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.651889 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48396) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:26.652430 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b3a93a48-5e77-40e1-9444-08314204852b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b2b954abe024c498e5fefdf516a9b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544773 Apr 06 13:51:26.678586 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f190486c-5185-4836-97fd-47c5aa22802a admin admin] Publish callbacks [] for security_group (262dc5bd-99b7-42c4-88f4-33a76120b35e), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.732906 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a93a48-5e77-40e1-9444-08314204852b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5045d778-80eb-4edb-81a4-da36a7697b07,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:26.772348 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f190486c-5185-4836-97fd-47c5aa22802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (262dc5bd-99b7-42c4-88f4-33a76120b35e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.775918 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f190486c-5185-4836-97fd-47c5aa22802a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.781890 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f190486c-5185-4836-97fd-47c5aa22802a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/262dc5bd-99b7-42c4-88f4-33a76120b35e HTTP/1.1" status: 204 len: 168 time: 0.2912521 Apr 06 13:51:26.786025 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efbaf10f-af91-4f23-a287-955d0cb598bd admin admin] Publish callbacks [] for security_group (5045d778-80eb-4edb-81a4-da36a7697b07), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.789294 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:51:26.793052 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190486c-5185-4836-97fd-47c5aa22802a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262dc5bd-99b7-42c4-88f4-33a76120b35e,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:26.823041 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efbaf10f-af91-4f23-a287-955d0cb598bd admin admin] Publish callbacks [] for security_group (5045d778-80eb-4edb-81a4-da36a7697b07), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.973586 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efbaf10f-af91-4f23-a287-955d0cb598bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (5045d778-80eb-4edb-81a4-da36a7697b07), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.976494 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efbaf10f-af91-4f23-a287-955d0cb598bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:26.980351 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-efbaf10f-af91-4f23-a287-955d0cb598bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5045d778-80eb-4edb-81a4-da36a7697b07 HTTP/1.1" status: 204 len: 168 time: 0.3236573 Apr 06 13:51:26.992767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf10f-af91-4f23-a287-955d0cb598bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5045d778-80eb-4edb-81a4-da36a7697b07,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:26.995767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:27.005682 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:27.014347 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:27.065336 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:27.066383 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:27.130747 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-efbcbca7-d872-4d6f-8c7d-43dc3ed7f2cd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "PUT /v2.0/floatingips/666c79a2-c1c9-4b37-8442-269243ff6827 HTTP/1.1" status: 200 len: 991 time: 2.6908586 Apr 06 13:51:27.131970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'tag': '59d023ce-499e-42e0-95da-1cb7698da482'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:27.149045 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdc8c9b-c510-4110-9941-60191cc7c3a0", "tag": "59d023ce-499e-42e0-95da-1cb7698da482"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:27.196507 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775eca53-e4aa-4136-83e5-dad1db06a461 x-openstack-request-id: req-775eca53-e4aa-4136-83e5-dad1db06a461 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:27.196977 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdc8c9b-c510-4110-9941-60191cc7c3a0", "tag": "59d023ce-499e-42e0-95da-1cb7698da482", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:27.197403 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-775eca53-e4aa-4136-83e5-dad1db06a461 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:27.198722 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775eca53-e4aa-4136-83e5-dad1db06a461'] response: {'name': 'network-changed', 'server_uuid': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'tag': '59d023ce-499e-42e0-95da-1cb7698da482', 'status': 'completed', 'code': 200} Apr 06 13:51:27.328339 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca33c-f4a8-4f3b-a04f-ddefe0e4320b req-feca9ae1-0f83-40ae-a99a-3c95c6048cd5 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:27.331101 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5e3ca33c-f4a8-4f3b-a04f-ddefe0e4320b req-feca9ae1-0f83-40ae-a99a-3c95c6048cd5 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2149086 Apr 06 13:51:27.348443 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:27.383086 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-f2037b93-3606-42f8-a874-b386d6bfe7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:27.385632 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-f2037b93-3606-42f8-a874-b386d6bfe7d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 1130 time: 0.1582236 Apr 06 13:51:27.514307 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5e3ca33c-f4a8-4f3b-a04f-ddefe0e4320b req-6b0882c2-ab36-4c1b-8ecb-8ebb8229cfc4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680501 Apr 06 13:51:27.660427 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-e245dd36-46ca-4928-be1a-17250d1d2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:27.665098 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-e245dd36-46ca-4928-be1a-17250d1d2e65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 915 time: 0.2618597 Apr 06 13:51:27.764593 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:25Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:27.800145 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:27.812300 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:27.812967 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:27.818286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-cdbb5a58-4a9b-49d7-abfe-66915db84c9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d023ce-499e-42e0-95da-1cb7698da482 HTTP/1.1" status: 200 len: 999 time: 0.1393445 Apr 06 13:51:27.975037 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:28.154640 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-7c2aa535-0e29-488f-8a44-3d6dc5257ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:28.156754 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-7c2aa535-0e29-488f-8a44-3d6dc5257ad8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.3284719 Apr 06 13:51:28.407895 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:25Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:28.417400 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48468) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:28.463026 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a9b410-0e92-4f31-8c98-363209a86719 None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:25Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:28.582919 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-647f24c7-0292-4cc9-8def-07f4528e22d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.729154 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7ac33-f5a8-4c7d-8a10-290ecc980769 req-2be617a4-2545-4619-8be7-1314e212b035 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:28.730851 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-42a7ac33-f5a8-4c7d-8a10-290ecc980769 req-2be617a4-2545-4619-8be7-1314e212b035 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.0961163 Apr 06 13:51:28.747637 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-647f24c7-0292-4cc9-8def-07f4528e22d7 admin admin] Publish callbacks [] for security_group (851e2757-c10a-4274-8c15-c103d6fdd6c4), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.755210 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-647f24c7-0292-4cc9-8def-07f4528e22d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (851e2757-c10a-4274-8c15-c103d6fdd6c4), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:28.815355 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f742fc70-ce8e-46f4-bb2e-83a0aa95b301 None None] New status for floating IP 666c79a2-c1c9-4b37-8442-269243ff6827: ACTIVE {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:51:28.827634 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f24c7-0292-4cc9-8def-07f4528e22d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851e2757-c10a-4274-8c15-c103d6fdd6c4,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:28.834502 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-647f24c7-0292-4cc9-8def-07f4528e22d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58857fc1232c4075b8dd34b629e9f59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159787 Apr 06 13:51:28.837464 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48490) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:28.837999 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-42a7ac33-f5a8-4c7d-8a10-290ecc980769 req-2945404d-cf44-4a92-a564-144e103270b4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958242 Apr 06 13:51:28.965908 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-82f26277-a101-4b89-b0bd-4d45c9a0fef9 admin admin] Publish callbacks [] for security_group (851e2757-c10a-4274-8c15-c103d6fdd6c4), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.003616 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-82f26277-a101-4b89-b0bd-4d45c9a0fef9 admin admin] Publish callbacks [] for security_group (851e2757-c10a-4274-8c15-c103d6fdd6c4), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.100717 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-82f26277-a101-4b89-b0bd-4d45c9a0fef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (851e2757-c10a-4274-8c15-c103d6fdd6c4), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.104053 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-82f26277-a101-4b89-b0bd-4d45c9a0fef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.106164 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-82f26277-a101-4b89-b0bd-4d45c9a0fef9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/851e2757-c10a-4274-8c15-c103d6fdd6c4 HTTP/1.1" status: 204 len: 168 time: 0.2566993 Apr 06 13:51:29.117469 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f26277-a101-4b89-b0bd-4d45c9a0fef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851e2757-c10a-4274-8c15-c103d6fdd6c4,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:29.375560 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-9f38f876-fd40-4b6a-922e-f696464f60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:29.378447 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-9f38f876-fd40-4b6a-922e-f696464f60c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548747 Apr 06 13:51:29.489976 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48518) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:29.559001 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-90b59ce9-2169-41de-b9ab-1d322eb18135 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712599 Apr 06 13:51:29.818767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8d86dbf0-8325-4279-84b9-3c32152759cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:29.993179 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8d86dbf0-8325-4279-84b9-3c32152759cd admin admin] Publish callbacks [] for security_group (a7f120ef-e8ae-4e31-8556-1f26f4137114), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.004938 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8d86dbf0-8325-4279-84b9-3c32152759cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a7f120ef-e8ae-4e31-8556-1f26f4137114), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.109036 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c0902-976c-47c5-85e1-d8217635bd7b req-a8730d9b-3056-4b14-94cb-3d87bcc4a454 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:30.110654 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-023c0902-976c-47c5-85e1-d8217635bd7b req-a8730d9b-3056-4b14-94cb-3d87bcc4a454 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.0926158 Apr 06 13:51:30.150275 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8d86dbf0-8325-4279-84b9-3c32152759cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=479370458f974862aacd8745f218fc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6542234 Apr 06 13:51:30.153536 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48546) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:30.184743 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b86580f1-2b4a-4f94-a5a4-a07053cee9f7 req-93bdb095-29b1-4881-a853-83d535d2e14e service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645783 Apr 06 13:51:30.201001 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86dbf0-8325-4279-84b9-3c32152759cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f120ef-e8ae-4e31-8556-1f26f4137114,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:30.232765 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-44aeab49-918c-4d7e-a543-583f1b8b2420 admin admin] Publish callbacks [] for security_group (a7f120ef-e8ae-4e31-8556-1f26f4137114), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.264542 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-023c0902-976c-47c5-85e1-d8217635bd7b req-3c6355b0-c762-4fff-ba03-5fc7e218d395 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320364 Apr 06 13:51:30.287643 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-44aeab49-918c-4d7e-a543-583f1b8b2420 admin admin] Publish callbacks [] for security_group (a7f120ef-e8ae-4e31-8556-1f26f4137114), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.383104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-44aeab49-918c-4d7e-a543-583f1b8b2420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a7f120ef-e8ae-4e31-8556-1f26f4137114), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.394069 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-44aeab49-918c-4d7e-a543-583f1b8b2420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:30.399802 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-44aeab49-918c-4d7e-a543-583f1b8b2420 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7f120ef-e8ae-4e31-8556-1f26f4137114 HTTP/1.1" status: 204 len: 168 time: 0.2445993 Apr 06 13:51:30.412478 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeab49-918c-4d7e-a543-583f1b8b2420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f120ef-e8ae-4e31-8556-1f26f4137114,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:30.987653 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48582) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:31.008133 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd244-b5b3-4978-ba83-85c2551e483b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.173652 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd244-b5b3-4978-ba83-85c2551e483b admin admin] Publish callbacks [] for security_group (e3baa8b8-50b8-467a-846f-1575ffc12d5a), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.183783 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4e9dd244-b5b3-4978-ba83-85c2551e483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e3baa8b8-50b8-467a-846f-1575ffc12d5a), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.260177 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-4e9dd244-b5b3-4978-ba83-85c2551e483b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddb6e2ca8c544df69ee1a6beffb16c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711806 Apr 06 13:51:31.261695 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dd244-b5b3-4978-ba83-85c2551e483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3baa8b8-50b8-467a-846f-1575ffc12d5a,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:31.264841 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48592) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:31.346371 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a6804b81-efea-4e6f-991f-0f7009a9bdfb admin admin] Publish callbacks [] for security_group (e3baa8b8-50b8-467a-846f-1575ffc12d5a), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.377174 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a6804b81-efea-4e6f-991f-0f7009a9bdfb admin admin] Publish callbacks [] for security_group (e3baa8b8-50b8-467a-846f-1575ffc12d5a), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.495216 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a6804b81-efea-4e6f-991f-0f7009a9bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e3baa8b8-50b8-467a-846f-1575ffc12d5a), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.498721 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a6804b81-efea-4e6f-991f-0f7009a9bdfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:31.503563 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a6804b81-efea-4e6f-991f-0f7009a9bdfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3baa8b8-50b8-467a-846f-1575ffc12d5a HTTP/1.1" status: 204 len: 168 time: 0.2341335 Apr 06 13:51:31.516117 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804b81-efea-4e6f-991f-0f7009a9bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3baa8b8-50b8-467a-846f-1575ffc12d5a,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:31.567010 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577186dd-bf0a-4c13-b15c-57b211bfa424 req-2a7c11c1-27d0-4f7c-bf3b-3342076f6171 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:31.581066 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-577186dd-bf0a-4c13-b15c-57b211bfa424 req-2a7c11c1-27d0-4f7c-bf3b-3342076f6171 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.1758473 Apr 06 13:51:31.640737 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e4df2-8a9d-4356-8756-4e6bfd7e9f7a req-26cdab57-5bf6-474c-a82d-6ad4d1a54c6d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:31.654558 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a42e4df2-8a9d-4356-8756-4e6bfd7e9f7a req-26cdab57-5bf6-474c-a82d-6ad4d1a54c6d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2046049 Apr 06 13:51:31.760629 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-577186dd-bf0a-4c13-b15c-57b211bfa424 req-d0b53139-89dc-4986-8242-edc1c46640fa tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772549 Apr 06 13:51:31.840157 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a42e4df2-8a9d-4356-8756-4e6bfd7e9f7a req-c610fe01-164d-446d-98cc-7932457cda2c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845837 Apr 06 13:51:32.490616 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:51:32.955019 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b889ce-dbaf-40c3-931b-512adda29a87 req-44a810bf-48fc-4f1f-b9c5-123ac8b993da tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:32.956839 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d4b889ce-dbaf-40c3-931b-512adda29a87 req-44a810bf-48fc-4f1f-b9c5-123ac8b993da tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.0833044 Apr 06 13:51:33.068392 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d4b889ce-dbaf-40c3-931b-512adda29a87 req-18000a5c-8aa1-451b-a352-ab2ca70b84b5 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790846 Apr 06 13:51:33.082375 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea9be7-ea78-4f34-abea-3a1248003a2f req-6d4e9d99-4dbc-4376-972d-c42c49730ed8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:33.085103 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f6ea9be7-ea78-4f34-abea-3a1248003a2f req-6d4e9d99-4dbc-4376-972d-c42c49730ed8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1269853 Apr 06 13:51:33.166424 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f6ea9be7-ea78-4f34-abea-3a1248003a2f req-baafa20d-c469-4ab5-9dd7-016087643154 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708337 Apr 06 13:51:33.560357 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-94ab330c-8c95-4c53-8353-a1d3f6b0de9d tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=574a0cda755847b198982fe2de033d78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411823 Apr 06 13:51:33.805162 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-6207fd49-41f5-40e1-9f1b-8d388ee23dad tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:33.807052 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-6207fd49-41f5-40e1-9f1b-8d388ee23dad tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402515 Apr 06 13:51:33.831054 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-b0edfdd0-f9e8-4fec-8192-ceda4a43cb47 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/quotas/574a0cda755847b198982fe2de033d78 HTTP/1.1" status: 200 len: 375 time: 0.0118868 Apr 06 13:51:33.883740 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-9b47bc95-34f6-45a9-9c57-5275393e6cf2 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=574a0cda755847b198982fe2de033d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428219 Apr 06 13:51:33.952502 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21762175-b082-4657-bc65-7773830df8a0 req-eb310733-3f8a-4377-a27c-3b2dd321539d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:33.954328 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-21762175-b082-4657-bc65-7773830df8a0 req-eb310733-3f8a-4377-a27c-3b2dd321539d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.41 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.1027551 Apr 06 13:51:34.204695 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9151461f-aa3f-4999-8b5b-c6bcb7df6948 req-dcd2fd15-08d8-4b66-8e55-d855db8de579 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 210 time: 0.0696063 Apr 06 13:51:34.292946 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Deleting port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:51:34.293332 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.376804 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08fc5f-b1e4-4ab2-bd45-f6d806aa62c1 req-cc2f1dcb-af6a-4ac7-be79-d2eb48b40ef4 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:34.378691 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5b08fc5f-b1e4-4ab2-bd45-f6d806aa62c1 req-cc2f1dcb-af6a-4ac7-be79-d2eb48b40ef4 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 945 time: 0.1786435 Apr 06 13:51:34.513814 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] For port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,segment=NetworkSegment(ee51b8d4-040f-4c30-a735-2c90fbc0717d),segment_id=ee51b8d4-040f-4c30-a735-2c90fbc0717d)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:34.514292 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.537957 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674573ea-61e9-4003-9ab8-873f2d557543 req-fac0487e-c425-4c3f-a9c3-348fa1ad7a8d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:34.537957 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-674573ea-61e9-4003-9ab8-873f2d557543 req-fac0487e-c425-4c3f-a9c3-348fa1ad7a8d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1735461 Apr 06 13:51:34.537957 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5b08fc5f-b1e4-4ab2-bd45-f6d806aa62c1 req-d04c9c2f-7b81-4541-9e28-3e7009499ca8 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/security-groups?id=a454d2b1-6a51-4942-9f8d-0f2a987b63b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318777 Apr 06 13:51:34.547273 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Calling delete_port for 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 owned by compute:nova {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:51:34.696311 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-674573ea-61e9-4003-9ab8-873f2d557543 req-583f54f5-00ed-4a37-b9df-1d0ed73bb9d4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570878 Apr 06 13:51:34.896837 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:34.943245 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Pushing event deleted for resources: {'Port': ['ID=3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:35.060572 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] No DVR routers for this DVR port 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 on host hv-cinder-83680 {{(pid=110043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:51:35.064444 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:35.068807 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-21762175-b082-4657-bc65-7773830df8a0 req-4c579ea8-9f90-4273-92f4-2a61e597510d tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.41 "DELETE /v2.0/ports/3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 HTTP/1.1" status: 204 len: 173 time: 1.1074173 Apr 06 13:51:35.069532 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1591d948-d345-41c6-9c11-9cd90aa3cd06', 'name': 'network-vif-deleted', 'tag': '3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:35.073547 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b2c76-dfb2-4083-b657-cb72057120f7" -d '{"events": [{"server_uuid": "1591d948-d345-41c6-9c11-9cd90aa3cd06", "name": "network-vif-deleted", "tag": "3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:35.149354 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a924a8-1255-4e6f-9cf0-4658c50acd0e x-openstack-request-id: req-39a924a8-1255-4e6f-9cf0-4658c50acd0e {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:35.150207 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1591d948-d345-41c6-9c11-9cd90aa3cd06", "name": "network-vif-deleted", "tag": "3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:35.150878 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39a924a8-1255-4e6f-9cf0-4658c50acd0e {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:35.152737 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a924a8-1255-4e6f-9cf0-4658c50acd0e'] response: {'server_uuid': '1591d948-d345-41c6-9c11-9cd90aa3cd06', 'name': 'network-vif-deleted', 'tag': '3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87', 'status': 'completed', 'code': 200} Apr 06 13:51:35.375512 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-71415dc4-9073-4eaa-82d6-a2c107cb3ab5 req-c0a89bb1-9d1d-4bc9-8b18-64b35b756614 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 210 time: 0.0398192 Apr 06 13:51:35.702686 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e169a434-3ee7-4430-9495-3e95bb19d027 req-16d7918a-cfe1-4e48-977c-264f4d2a5446 tempest-DeleteServersTestJSON-114948609 tempest-DeleteServersTestJSON-114948609-project] 10.222.0.44 "GET /v2.0/ports?device_id=1591d948-d345-41c6-9c11-9cd90aa3cd06 HTTP/1.1" status: 200 len: 210 time: 0.0416112 Apr 06 13:51:35.746952 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-5ddf1fd4-7e10-4dd7-a656-3371f01890f8 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=574a0cda755847b198982fe2de033d78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479748 Apr 06 13:51:36.049490 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9319-91bd-4ef7-8590-90e27ab9f535 req-69ff4397-c11b-474a-b6dd-38479707ed45 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:36.063950 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d49f9319-91bd-4ef7-8590-90e27ab9f535 req-69ff4397-c11b-474a-b6dd-38479707ed45 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2074344 Apr 06 13:51:36.091141 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-da4fe832-dc5a-4c31-a156-11091ffb50e2 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:36.093831 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-da4fe832-dc5a-4c31-a156-11091ffb50e2 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3203359 Apr 06 13:51:36.144258 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d49f9319-91bd-4ef7-8590-90e27ab9f535 req-554605b9-e4ba-4558-af3f-7d7d143e7c38 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785458 Apr 06 13:51:36.298078 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Request body: {'port': {'device_id': '35dd9268-d7a5-4415-9c9d-fca6918c714e', 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9', 'admin_state_up': True, 'tenant_id': '574a0cda755847b198982fe2de033d78'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:36.504170 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:51:36.558912 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Made reservation on behalf of 574a0cda755847b198982fe2de033d78 for: {'port': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:36.567674 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:51:36.568368 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 3c22be1c-d4f6-47d1-9d74-0d7b95b0ef87 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:51:36.568522 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.612784 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d07f2081-c9f4-402e-a464-e70b99489cb7 req-64baaab8-8764-4a93-aa35-9b752151bdd5 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 210 time: 0.0732646 Apr 06 13:51:36.615088 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.816728 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks [] for security_group (6cd9db96-8041-40ab-a304-d8ecb0e31b95), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.826493 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (6cd9db96-8041-40ab-a304-d8ecb0e31b95), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:36.950874 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd9db96-8041-40ab-a304-d8ecb0e31b95,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:37.478311 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Allocated IP 192.168.233.100 (a5710564-e02d-40ee-ab69-997821a716b9/2b4720c0-8fc8-4880-8860-b53035538193/efe26436-0508-4aaa-8ad4-0fdc71c1a291) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:37.523047 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81023da1-5ecd-4f48-ae09-5c4bd66a7eba req-a253a376-580e-4c57-a8c7-46a7fa52fa1e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:37.530038 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-81023da1-5ecd-4f48-ae09-5c4bd66a7eba req-a253a376-580e-4c57-a8c7-46a7fa52fa1e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1637328 Apr 06 13:51:37.725620 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-81023da1-5ecd-4f48-ae09-5c4bd66a7eba req-009796ee-c883-4c65-8e71-fd3445643dbb tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687794 Apr 06 13:51:37.823193 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fc9a0591-9440-479b-b9da-5cce682907d2 req-5fd03611-b2bd-4639-b389-7d460e14f685 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 210 time: 0.0464749 Apr 06 13:51:37.823193 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48842) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:37.848975 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks [] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.914240 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:37.983800 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Network a5710564-e02d-40ee-ab69-997821a716b9 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:38.002002 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:38.016318 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:38.023444 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:38.024621 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.041379 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dc7e73ae-7e1e-4fe8-954a-57679d5b40da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.048215 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Pushing event updated for resources: {'Port': ['ID=efe26436-0508-4aaa-8ad4-0fdc71c1a291,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:38.093957 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-e34772e0-b5d0-4697-89a7-ecab746bc68f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8037746 Apr 06 13:51:38.110571 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Request body: {'port': {'device_id': '35dd9268-d7a5-4415-9c9d-fca6918c714e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:38.223406 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.300587 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dc7e73ae-7e1e-4fe8-954a-57679d5b40da admin admin] Publish callbacks [] for security_group (f4329bc2-242c-4705-818c-eecb8a0ef384), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.307768 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dc7e73ae-7e1e-4fe8-954a-57679d5b40da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (f4329bc2-242c-4705-818c-eecb8a0ef384), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.380360 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-9d035867-f2be-430c-8afe-f3ced9812ce9 None None] Provisioning complete for port efe26436-0508-4aaa-8ad4-0fdc71c1a291 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:38.381576 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9d035867-f2be-430c-8afe-f3ced9812ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.415180 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e73ae-7e1e-4fe8-954a-57679d5b40da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4329bc2-242c-4705-818c-eecb8a0ef384,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:38.430652 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-9d035867-f2be-430c-8afe-f3ced9812ce9 None None] Port efe26436-0508-4aaa-8ad4-0fdc71c1a291 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:38.434866 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-dc7e73ae-7e1e-4fe8-954a-57679d5b40da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acf310c65b6b49aabc9741d9c00188f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6104178 Apr 06 13:51:38.440085 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48854) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:38.526871 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.585405 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-50eefdb5-f217-4293-91ce-18fe895cfa97 admin admin] Publish callbacks [] for security_group (f4329bc2-242c-4705-818c-eecb8a0ef384), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.592331 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48862) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:38.643986 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-50eefdb5-f217-4293-91ce-18fe895cfa97 admin admin] Publish callbacks [] for security_group (f4329bc2-242c-4705-818c-eecb8a0ef384), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.665210 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e047a17b-5d76-49f3-ab45-3fa6155e7d0b admin admin] Deleting subnet 0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7 {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:51:38.674374 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e047a17b-5d76-49f3-ab45-3fa6155e7d0b admin admin] Publish callbacks [] for subnet (0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.728218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-50eefdb5-f217-4293-91ce-18fe895cfa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (f4329bc2-242c-4705-818c-eecb8a0ef384), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.731152 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-50eefdb5-f217-4293-91ce-18fe895cfa97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.732398 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-50eefdb5-f217-4293-91ce-18fe895cfa97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4329bc2-242c-4705-818c-eecb8a0ef384 HTTP/1.1" status: 204 len: 168 time: 0.2911632 Apr 06 13:51:38.742413 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eefdb5-f217-4293-91ce-18fe895cfa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4329bc2-242c-4705-818c-eecb8a0ef384,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:38.768230 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe26436-0508-4aaa-8ad4-0fdc71c1a291 {{(pid=110043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:38.784901 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e047a17b-5d76-49f3-ab45-3fa6155e7d0b admin admin] Publish callbacks [] for subnet (0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.788558 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Publish callbacks [] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.808110 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e047a17b-5d76-49f3-ab45-3fa6155e7d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.862751 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.provisioning_blocks [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Transition to ACTIVE for port object efe26436-0508-4aaa-8ad4-0fdc71c1a291 will not be triggered until provisioned by entity L2. {{(pid=110043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:51:38.874283 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:38.968508 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcb074-0cb1-4f45-982d-4cd7f2b37bfe req-786afa7d-d2c7-4b8b-b6f6-55511cb47613 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:38.970233 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1bfcb074-0cb1-4f45-982d-4cd7f2b37bfe req-786afa7d-d2c7-4b8b-b6f6-55511cb47613 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1786072 Apr 06 13:51:38.988119 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e047a17b-5d76-49f3-ab45-3fa6155e7d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.011365 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Pushing event updated for resources: {'Port': ['ID=efe26436-0508-4aaa-8ad4-0fdc71c1a291,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.077639 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047a17b-5d76-49f3-ab45-3fa6155e7d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.098062 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e047a17b-5d76-49f3-ab45-3fa6155e7d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.101797 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e047a17b-5d76-49f3-ab45-3fa6155e7d0b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0fb5bd9c-fb17-47c1-ae3c-54159e56d3b7 HTTP/1.1" status: 204 len: 168 time: 0.5082197 Apr 06 13:51:39.105842 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48878) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:39.122021 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Attempting to bind port efe26436-0508-4aaa-8ad4-0fdc71c1a291 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:39.122360 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Attempting to bind port efe26436-0508-4aaa-8ad4-0fdc71c1a291 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:39.125088 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Attempting to bind port efe26436-0508-4aaa-8ad4-0fdc71c1a291 on network a5710564-e02d-40ee-ab69-997821a716b9 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:39.157017 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Port efe26436-0508-4aaa-8ad4-0fdc71c1a291 on network a5710564-e02d-40ee-ab69-997821a716b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:51:39.157684 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Attempting to bind port efe26436-0508-4aaa-8ad4-0fdc71c1a291 on network a5710564-e02d-40ee-ab69-997821a716b9 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:39.198215 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:39.198982 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Checking segment: {'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:39.199745 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Bound using segment: {'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:39.200901 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Bound port: efe26436-0508-4aaa-8ad4-0fdc71c1a291, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f09a43d-8c9d-40b2-83f6-6bd864bf6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9'}}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:39.202255 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.236956 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1bfcb074-0cb1-4f45-982d-4cd7f2b37bfe req-5ab95f69-28f0-4c55-abfa-e819892f9d6c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486427 Apr 06 13:51:39.260407 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (406737fb-4da3-41ab-a1c9-29c129334977), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.293095 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1b6cf-5f7a-4840-aa62-879ce4599101 req-5be41cd3-cde8-4083-b5b2-ad6cdec3b1d5 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:39.296850 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-33a1b6cf-5f7a-4840-aa62-879ce4599101 req-5be41cd3-cde8-4083-b5b2-ad6cdec3b1d5 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 948 time: 0.3475490 Apr 06 13:51:39.345899 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48886) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:39.390471 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (406737fb-4da3-41ab-a1c9-29c129334977), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.413009 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a909-4f6f-42dd-b4a7-388b3c05994c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.428508 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406737fb-4da3-41ab-a1c9-29c129334977']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:39.445985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee51b8d4-040f-4c30-a735-2c90fbc0717d') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:39.446998 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee51b8d4-040f-4c30-a735-2c90fbc0717d') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:39.465182 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (ee51b8d4-040f-4c30-a735-2c90fbc0717d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.486519 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-33a1b6cf-5f7a-4840-aa62-879ce4599101 req-a56dabee-57f8-407c-ab00-1104ed5fb6fc tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799493 Apr 06 13:51:39.488034 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] For port efe26436-0508-4aaa-8ad4-0fdc71c1a291, host hv-cinder-83680, cleared binding levels {{(pid=110043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:39.492015 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (ee51b8d4-040f-4c30-a735-2c90fbc0717d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.493458 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] For port efe26436-0508-4aaa-8ad4-0fdc71c1a291, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=efe26436-0508-4aaa-8ad4-0fdc71c1a291,segment=NetworkSegment(3f09a43d-8c9d-40b2-83f6-6bd864bf6afe),segment_id=3f09a43d-8c9d-40b2-83f6-6bd864bf6afe)] {{(pid=110043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:39.508988 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.509861 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:51:39.510456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (ee51b8d4-040f-4c30-a735-2c90fbc0717d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.559794 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:39.560433 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.562001 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] 10.222.0.41 "PUT /v2.0/ports/efe26436-0508-4aaa-8ad4-0fdc71c1a291 HTTP/1.1" status: 200 len: 1098 time: 1.4559557 Apr 06 13:51:39.562518 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dd9268-d7a5-4415-9c9d-fca6918c714e', 'tag': 'efe26436-0508-4aaa-8ad4-0fdc71c1a291'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:39.565368 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7d0812-caf9-4c8f-a453-6be22f310135" -d '{"events": [{"name": "network-changed", "server_uuid": "35dd9268-d7a5-4415-9c9d-fca6918c714e", "tag": "efe26436-0508-4aaa-8ad4-0fdc71c1a291"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:39.627845 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb406-0706-45a6-a958-9c27952b2d21 service neutron] Pushing event updated for resources: {'Port': ['ID=efe26436-0508-4aaa-8ad4-0fdc71c1a291,revision_number=3']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:51:39.629191 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:51:39.650833 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (406737fb-4da3-41ab-a1c9-29c129334977), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.692590 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa387e-4a42-4cb9-a787-2328aed4d83b x-openstack-request-id: req-83aa387e-4a42-4cb9-a787-2328aed4d83b {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:39.697801 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dd9268-d7a5-4415-9c9d-fca6918c714e", "tag": "efe26436-0508-4aaa-8ad4-0fdc71c1a291", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:39.698045 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.698130 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83aa387e-4a42-4cb9-a787-2328aed4d83b {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:39.698536 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83aa387e-4a42-4cb9-a787-2328aed4d83b'] response: {'name': 'network-changed', 'server_uuid': '35dd9268-d7a5-4415-9c9d-fca6918c714e', 'tag': 'efe26436-0508-4aaa-8ad4-0fdc71c1a291', 'status': 'completed', 'code': 200} Apr 06 13:51:39.712404 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] 10.222.0.44 "DELETE /v2.0/networks/406737fb-4da3-41ab-a1c9-29c129334977 HTTP/1.1" status: 204 len: 168 time: 0.6048892 Apr 06 13:51:39.730844 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a909-4f6f-42dd-b4a7-388b3c05994c admin admin] Publish callbacks [] for security_group (ed8d1181-d1fe-419f-9d43-5c4db74f66dc), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.744352 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c49c3-667d-4ecc-84f1-7b7474a70c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=406737fb-4da3-41ab-a1c9-29c129334977,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.752268 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a909-4f6f-42dd-b4a7-388b3c05994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (ed8d1181-d1fe-419f-9d43-5c4db74f66dc), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.799562 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-5f82a297-93c9-4139-bbab-8a209ba71bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:39.801469 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-5f82a297-93c9-4139-bbab-8a209ba71bd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=574a0cda755847b198982fe2de033d78&device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 1132 time: 0.1760492 Apr 06 13:51:39.807687 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-9fc9a909-4f6f-42dd-b4a7-388b3c05994c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=028acef98153485f891f53643580cc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316859 Apr 06 13:51:39.813193 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48900) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:39.818397 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9a909-4f6f-42dd-b4a7-388b3c05994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d1181-d1fe-419f-9d43-5c4db74f66dc,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:39.850122 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-08ca3662-a36c-4fbe-b468-2ea687b47676 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=efe26436-0508-4aaa-8ad4-0fdc71c1a291 HTTP/1.1" status: 200 len: 217 time: 0.0410862 Apr 06 13:51:39.923128 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4204b224-15c1-455c-9e7f-ab58c5870844 admin admin] Publish callbacks [] for security_group (ed8d1181-d1fe-419f-9d43-5c4db74f66dc), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:39.955362 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-b201f6b5-6754-4b51-b630-a9cf0391d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:39.956900 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-b201f6b5-6754-4b51-b630-a9cf0391d274 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b4720c0-8fc8-4880-8860-b53035538193 HTTP/1.1" status: 200 len: 843 time: 0.0966840 Apr 06 13:51:39.976385 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4204b224-15c1-455c-9e7f-ab58c5870844 admin admin] Publish callbacks [] for security_group (ed8d1181-d1fe-419f-9d43-5c4db74f66dc), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.083227 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4204b224-15c1-455c-9e7f-ab58c5870844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (ed8d1181-d1fe-419f-9d43-5c4db74f66dc), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.087159 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4204b224-15c1-455c-9e7f-ab58c5870844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.088600 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4204b224-15c1-455c-9e7f-ab58c5870844 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed8d1181-d1fe-419f-9d43-5c4db74f66dc HTTP/1.1" status: 204 len: 168 time: 0.2732682 Apr 06 13:51:40.093714 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48910) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:40.094051 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 48914) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:40.102018 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204b224-15c1-455c-9e7f-ab58c5870844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d1181-d1fe-419f-9d43-5c4db74f66dc,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:40.155569 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-be92500d-d08b-4ade-af30-e8cf28cf48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:40.157189 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-be92500d-d08b-4ade-af30-e8cf28cf48a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5710564-e02d-40ee-ab69-997821a716b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1824715 Apr 06 13:51:40.210319 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-1d16410d-7c35-4caa-a269-a6f149114b95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16f070eced2848f18bee78de026d1342&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1125619 Apr 06 13:51:40.214957 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48920) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:40.432983 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-82579c5c-5478-45c2-beb8-fa26c0f9be87 admin admin] Publish callbacks [] for security_group (a454d2b1-6a51-4942-9f8d-0f2a987b63b9), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.478739 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-76675c0e-e377-4959-a8b5-7133e57d9bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.479025 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-82579c5c-5478-45c2-beb8-fa26c0f9be87 admin admin] Publish callbacks [] for security_group (a454d2b1-6a51-4942-9f8d-0f2a987b63b9), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.560733 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-c26b8f80-d064-447c-8f69-81e5118727c2 service neutron] 10.222.0.41 "GET /v2.0/networks/a5710564-e02d-40ee-ab69-997821a716b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903759 Apr 06 13:51:40.585686 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-82579c5c-5478-45c2-beb8-fa26c0f9be87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a454d2b1-6a51-4942-9f8d-0f2a987b63b9), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.590265 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-82579c5c-5478-45c2-beb8-fa26c0f9be87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.593345 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-82579c5c-5478-45c2-beb8-fa26c0f9be87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a454d2b1-6a51-4942-9f8d-0f2a987b63b9 HTTP/1.1" status: 204 len: 168 time: 0.3747342 Apr 06 13:51:40.635821 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82579c5c-5478-45c2-beb8-fa26c0f9be87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a454d2b1-6a51-4942-9f8d-0f2a987b63b9,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:40.661729 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1d0fd-531c-49cd-82c8-1f298f54d758 req-ded8bb18-461b-4fce-a014-89b233f9bcb8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:40.663439 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0af1d0fd-531c-49cd-82c8-1f298f54d758 req-ded8bb18-461b-4fce-a014-89b233f9bcb8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1967158 Apr 06 13:51:40.815705 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-76675c0e-e377-4959-a8b5-7133e57d9bef admin admin] Publish callbacks [] for security_group (4dbfdeca-738b-4fd9-870a-9f5825bedd67), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.827256 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1d1737b2-25bf-40af-a3e1-ea403e4efac1 req-1001861c-1151-47fd-81ab-5a612f238fcf service neutron] 10.222.0.41 "GET /v2.0/networks/a5710564-e02d-40ee-ab69-997821a716b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573428 Apr 06 13:51:40.830523 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-76675c0e-e377-4959-a8b5-7133e57d9bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (4dbfdeca-738b-4fd9-870a-9f5825bedd67), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:40.848221 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0af1d0fd-531c-49cd-82c8-1f298f54d758 req-be2832c4-aac3-4581-8b27-eb3d50032128 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444902 Apr 06 13:51:40.862766 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfaf3-c221-4fae-a951-af2629c47493 req-b4d6d92d-391e-4b58-8117-eae070e4c92e tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:40.864442 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bfbcfaf3-c221-4fae-a951-af2629c47493 req-b4d6d92d-391e-4b58-8117-eae070e4c92e tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 948 time: 0.2183318 Apr 06 13:51:40.901348 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76675c0e-e377-4959-a8b5-7133e57d9bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbfdeca-738b-4fd9-870a-9f5825bedd67,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:40.909737 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-76675c0e-e377-4959-a8b5-7133e57d9bef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83b6df2833354cf1a86e829e512b81e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8142829 Apr 06 13:51:40.912970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48942) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:40.974111 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bfbcfaf3-c221-4fae-a951-af2629c47493 req-2019bcac-455b-4bb6-a5e9-25efa02d5494 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903418 Apr 06 13:51:41.010531 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-1fb5a797-434b-4d5c-bc83-46ad0fb5c9ca admin admin] Publish callbacks [] for security_group (4dbfdeca-738b-4fd9-870a-9f5825bedd67), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.050733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-1fb5a797-434b-4d5c-bc83-46ad0fb5c9ca admin admin] Publish callbacks [] for security_group (4dbfdeca-738b-4fd9-870a-9f5825bedd67), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.132748 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-1fb5a797-434b-4d5c-bc83-46ad0fb5c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (4dbfdeca-738b-4fd9-870a-9f5825bedd67), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.137493 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-1fb5a797-434b-4d5c-bc83-46ad0fb5c9ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.139487 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-1fb5a797-434b-4d5c-bc83-46ad0fb5c9ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4dbfdeca-738b-4fd9-870a-9f5825bedd67 HTTP/1.1" status: 204 len: 168 time: 0.2251687 Apr 06 13:51:41.153749 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5a797-434b-4d5c-bc83-46ad0fb5c9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbfdeca-738b-4fd9-870a-9f5825bedd67,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:41.596359 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48976) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:41.611811 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69252a67-d1ea-4bac-b41b-ee0405643899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.775060 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69252a67-d1ea-4bac-b41b-ee0405643899 admin admin] Publish callbacks [] for security_group (425b674b-12a4-414c-8857-47fb69a04b1f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.781490 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69252a67-d1ea-4bac-b41b-ee0405643899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (425b674b-12a4-414c-8857-47fb69a04b1f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.846864 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-69252a67-d1ea-4bac-b41b-ee0405643899 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11198f029cdc411ea78e5f065344e1c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490497 Apr 06 13:51:41.849394 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48982) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:41.871111 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69252a67-d1ea-4bac-b41b-ee0405643899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425b674b-12a4-414c-8857-47fb69a04b1f,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:41.922498 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3e0230e1-ef19-4369-8bb3-1a82c997d27b admin admin] Publish callbacks [] for security_group (425b674b-12a4-414c-8857-47fb69a04b1f), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:41.995396 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3e0230e1-ef19-4369-8bb3-1a82c997d27b admin admin] Publish callbacks [] for security_group (425b674b-12a4-414c-8857-47fb69a04b1f), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:42.113293 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3e0230e1-ef19-4369-8bb3-1a82c997d27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (425b674b-12a4-414c-8857-47fb69a04b1f), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:42.118600 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3e0230e1-ef19-4369-8bb3-1a82c997d27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:42.121035 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-3e0230e1-ef19-4369-8bb3-1a82c997d27b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/425b674b-12a4-414c-8857-47fb69a04b1f HTTP/1.1" status: 204 len: 168 time: 0.2702184 Apr 06 13:51:42.135278 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0230e1-ef19-4369-8bb3-1a82c997d27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425b674b-12a4-414c-8857-47fb69a04b1f,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:42.187137 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaee1d-c9b5-4da2-ba56-07cf39a1b476 req-06afd690-e110-4fae-b10d-c0542cb15011 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:42.192952 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-efeaee1d-c9b5-4da2-ba56-07cf39a1b476 req-06afd690-e110-4fae-b10d-c0542cb15011 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1675041 Apr 06 13:51:42.253120 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6dc6f-25c0-4376-a2d3-c9802d8c953e req-01374a54-207d-4aba-9875-015ffc38f089 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:42.258021 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 48996) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:42.258204 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-abc6dc6f-25c0-4376-a2d3-c9802d8c953e req-01374a54-207d-4aba-9875-015ffc38f089 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 948 time: 0.1413519 Apr 06 13:51:42.282602 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-efeaee1d-c9b5-4da2-ba56-07cf39a1b476 req-fb874b35-c612-40e6-997b-a5689cafbb2b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783153 Apr 06 13:51:42.355027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-06074a33-99ad-4c52-b889-76b71a0e0b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:42.362811 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-abc6dc6f-25c0-4376-a2d3-c9802d8c953e req-f88c1ff1-cb1f-48bf-adf6-4259c998607c tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875049 Apr 06 13:51:42.682263 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4491d548-3d4f-4100-92b4-197ea3fc7429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:42.830873 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4491d548-3d4f-4100-92b4-197ea3fc7429 admin admin] Publish callbacks [] for security_group (8df6bc13-c720-4f13-8f6f-d429bd8eac51), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:42.837794 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4491d548-3d4f-4100-92b4-197ea3fc7429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8df6bc13-c720-4f13-8f6f-d429bd8eac51), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:42.902607 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4491d548-3d4f-4100-92b4-197ea3fc7429 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e630504aa7ed49c18e1c9f56375bec7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428216 Apr 06 13:51:42.906898 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49014) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:42.908997 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491d548-3d4f-4100-92b4-197ea3fc7429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6bc13-c720-4f13-8f6f-d429bd8eac51,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:42.918390 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49016) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:42.982220 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3a342c36-0f6c-4634-9e6b-fec534daef18 admin admin] Publish callbacks [] for security_group (8df6bc13-c720-4f13-8f6f-d429bd8eac51), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.011753 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3a342c36-0f6c-4634-9e6b-fec534daef18 admin admin] Publish callbacks [] for security_group (8df6bc13-c720-4f13-8f6f-d429bd8eac51), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.094144 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-64337979-network', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:43.112394 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3a342c36-0f6c-4634-9e6b-fec534daef18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8df6bc13-c720-4f13-8f6f-d429bd8eac51), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.115421 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3a342c36-0f6c-4634-9e6b-fec534daef18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.117345 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-3a342c36-0f6c-4634-9e6b-fec534daef18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8df6bc13-c720-4f13-8f6f-d429bd8eac51 HTTP/1.1" status: 204 len: 168 time: 0.2087390 Apr 06 13:51:43.132883 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a342c36-0f6c-4634-9e6b-fec534daef18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6bc13-c720-4f13-8f6f-d429bd8eac51,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:43.153382 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Made reservation on behalf of 8ec8296c498c4d6b999daf96686e0d68 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:43.158636 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.172716 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.288254 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Publish callbacks [] for security_group (78135ede-5033-4d15-b9e4-557169640efd), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.294953 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (78135ede-5033-4d15-b9e4-557169640efd), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.325505 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:51:43.336587 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78135ede-5033-4d15-b9e4-557169640efd,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:43.345344 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (3f1bcd57-1e09-4f1f-a246-0d987d89972f), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.346777 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Added segment 3f1bcd57-1e09-4f1f-a246-0d987d89972f of type vlan for network 7dae22fb-f944-4482-ac15-d34f4276970b Apr 06 13:51:43.512432 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (7dae22fb-f944-4482-ac15-d34f4276970b), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.706736 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (7dae22fb-f944-4482-ac15-d34f4276970b), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.708382 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:43.709369 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.715213 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-8d62a05d-79e4-430c-ba8d-b2052c02c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:43.717900 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-8d62a05d-79e4-430c-ba8d-b2052c02c161 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=574a0cda755847b198982fe2de033d78&device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 1132 time: 0.2846520 Apr 06 13:51:43.743062 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e3344-1bca-4416-87d7-b15eef4be194 req-616c81e6-1033-4c93-940c-0201a956d821 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:43.745901 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8b1e3344-1bca-4416-87d7-b15eef4be194 req-616c81e6-1033-4c93-940c-0201a956d821 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2898228 Apr 06 13:51:43.807787 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2aceb-dc36-4acb-aaf3-e00731e8cb47 req-71771415-7aed-46f7-8bbc-ba8f66632813 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:43.810569 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-05d2aceb-dc36-4acb-aaf3-e00731e8cb47 req-71771415-7aed-46f7-8bbc-ba8f66632813 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 948 time: 0.2939026 Apr 06 13:51:43.823282 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49044) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:43.839501 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d926d47f-213f-4cc8-8750-fa12a6a828fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.902509 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9817207 Apr 06 13:51:43.970741 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d926d47f-213f-4cc8-8750-fa12a6a828fd admin admin] Publish callbacks [] for security_group (93e11df5-899e-4d91-bd62-c0d0c0ecac20), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:43.972682 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49046) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:43.980282 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Request body: {'subnet': {'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-64337979-subnet', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:44.009993 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d926d47f-213f-4cc8-8750-fa12a6a828fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (93e11df5-899e-4d91-bd62-c0d0c0ecac20), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.059563 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926d47f-213f-4cc8-8750-fa12a6a828fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e11df5-899e-4d91-bd62-c0d0c0ecac20,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:44.067002 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Made reservation on behalf of 8ec8296c498c4d6b999daf96686e0d68 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:44.069863 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456cf3c-53b5-40eb-957e-6ab99e56f834 admin admin] Pushing event updated for resources: {'Network': ['ID=7dae22fb-f944-4482-ac15-d34f4276970b,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:44.070711 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119144092'] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.106261 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8b1e3344-1bca-4416-87d7-b15eef4be194 req-fdcfc150-3eee-487f-8684-226c06a4c26e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452711 Apr 06 13:51:44.120152 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 7dae22fb-f944-4482-ac15-d34f4276970b details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:51:44.157660 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d926d47f-213f-4cc8-8750-fa12a6a828fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c56838ff1fe4994bbce9fd0b25e0efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330541 Apr 06 13:51:44.164928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49056) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:44.218160 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-05d2aceb-dc36-4acb-aaf3-e00731e8cb47 req-af4d6feb-7119-4b04-86fc-b6c2737fdc1f tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255312 Apr 06 13:51:44.257820 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-4ad6d7db-38e0-4c60-8ab5-6bb53c231ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:44.261242 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-4ad6d7db-38e0-4c60-8ab5-6bb53c231ed6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a5710564-e02d-40ee-ab69-997821a716b9 HTTP/1.1" status: 200 len: 869 time: 0.5117059 Apr 06 13:51:44.284387 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-be6ca1db-fd57-4702-8986-60d487811889 admin admin] Publish callbacks [] for security_group (93e11df5-899e-4d91-bd62-c0d0c0ecac20), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.328933 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-be6ca1db-fd57-4702-8986-60d487811889 admin admin] Publish callbacks [] for security_group (93e11df5-899e-4d91-bd62-c0d0c0ecac20), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.372488 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-6c8d1cdb-749a-4ec2-ad10-0f821146d44a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=efe26436-0508-4aaa-8ad4-0fdc71c1a291 HTTP/1.1" status: 200 len: 217 time: 0.1010029 Apr 06 13:51:44.490903 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119505419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119144066'] for subnet (bf1a3bef-da49-492a-bd27-57f2fcd9bd36), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.506879 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-9dc7382d-f502-46e9-a160-41ca0daa6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:44.510226 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-9dc7382d-f502-46e9-a160-41ca0daa6c9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b4720c0-8fc8-4880-8860-b53035538193 HTTP/1.1" status: 200 len: 843 time: 0.1271822 Apr 06 13:51:44.533974 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device efe26436-0508-4aaa-8ad4-0fdc71c1a291 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:51:44.553433 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-be6ca1db-fd57-4702-8986-60d487811889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (93e11df5-899e-4d91-bd62-c0d0c0ecac20), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.558991 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-be6ca1db-fd57-4702-8986-60d487811889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.564750 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-be6ca1db-fd57-4702-8986-60d487811889 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93e11df5-899e-4d91-bd62-c0d0c0ecac20 HTTP/1.1" status: 204 len: 168 time: 0.3941457 Apr 06 13:51:44.620811 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ca1db-fd57-4702-8986-60d487811889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e11df5-899e-4d91-bd62-c0d0c0ecac20,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:44.651994 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1a3bef-da49-492a-bd27-57f2fcd9bd36,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:44.656626 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-312e81a0-8d71-464f-9f71-2a0d88b8b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:44.661143 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-312e81a0-8d71-464f-9f71-2a0d88b8b400 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a5710564-e02d-40ee-ab69-997821a716b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1436644 Apr 06 13:51:44.716879 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Checking segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:44.717634 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Network hostable DHCP agents. Network: 7dae22fb-f944-4482-ac15-d34f4276970b, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:51:44.770014 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Network 7dae22fb-f944-4482-ac15-d34f4276970b is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:51:44.790253 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 7dae22fb-f944-4482-ac15-d34f4276970b) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:44.796232 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:44.796973 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.816967 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e0cc85-8508-4cc1-b8c0-1d0675390488 None None] Network 7dae22fb-f944-4482-ac15-d34f4276970b requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:44.837817 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-53c7353c-d6ee-4828-a178-ce42553d44c6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8594396 Apr 06 13:51:44.838658 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49072) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:44.843476 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:44.850444 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port efe26436-0508-4aaa-8ad4-0fdc71c1a291, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=efe26436-0508-4aaa-8ad4-0fdc71c1a291,segment=NetworkSegment(3f09a43d-8c9d-40b2-83f6-6bd864bf6afe),segment_id=3f09a43d-8c9d-40b2-83f6-6bd864bf6afe)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:44.869326 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-bc8c2766-cb56-4f4e-af17-1e50cfd7130c service neutron] 10.222.0.41 "GET /v2.0/networks/a5710564-e02d-40ee-ab69-997821a716b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950054 Apr 06 13:51:44.900179 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.905612 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:44.928390 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'efe26436-0508-4aaa-8ad4-0fdc71c1a291', 'network_id': 'a5710564-e02d-40ee-ab69-997821a716b9', 'port_id': 'efe26436-0508-4aaa-8ad4-0fdc71c1a291', 'mac_address': 'fa:16:3e:13:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4720c0-8fc8-4880-8860-b53035538193', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:51:44.934862 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-be111dff-3cd5-4079-a985-8cee01c8b3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.019572 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port efe26436-0508-4aaa-8ad4-0fdc71c1a291 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:45.020334 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.044940 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe26436-0508-4aaa-8ad4-0fdc71c1a291 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:51:45.048588 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a7d0812-caf9-4c8f-a453-6be22f310135 req-da878ead-3148-4474-b86b-bd2cd99dc258 service neutron] 10.222.0.41 "GET /v2.0/networks/a5710564-e02d-40ee-ab69-997821a716b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764328 Apr 06 13:51:45.081240 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks [] for router_controller (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), precommit_add_association {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.088634 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-7dae22fb-f944-4482-ac15-d34f4276970b', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:51:45.089959 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.112688 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port efe26436-0508-4aaa-8ad4-0fdc71c1a291, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=efe26436-0508-4aaa-8ad4-0fdc71c1a291,segment=NetworkSegment(3f09a43d-8c9d-40b2-83f6-6bd864bf6afe),segment_id=3f09a43d-8c9d-40b2-83f6-6bd864bf6afe)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:45.186152 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.314299 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=efe26436-0508-4aaa-8ad4-0fdc71c1a291,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:45.331209 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c65c3-5f0a-401e-9497-b335dc858b73 req-0ffbc4b0-220e-4683-b9ff-b348bec5b508 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:45.333454 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a96c65c3-5f0a-401e-9497-b335dc858b73 req-0ffbc4b0-220e-4683-b9ff-b348bec5b508 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.0941911 Apr 06 13:51:45.376430 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Allocated IP 172.20.0.2 (7dae22fb-f944-4482-ac15-d34f4276970b/bf1a3bef-da49-492a-bd27-57f2fcd9bd36/0e913021-030b-48f0-b8fc-0a663fec018d) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:45.442348 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks [] for router_gateway (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.467014 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a96c65c3-5f0a-401e-9497-b335dc858b73 req-5eb84e3c-3eda-49b2-851f-a8a8cd25bcc1 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124396 Apr 06 13:51:45.503616 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49088) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:45.508661 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675c9d1-b5e7-433f-9bfe-11dc2031152b req-64c5b861-9215-44f0-be51-c1cb37292edf tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:45.511613 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2675c9d1-b5e7-433f-9bfe-11dc2031152b req-64c5b861-9215-44f0-be51-c1cb37292edf tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 949 time: 0.1410048 Apr 06 13:51:45.554119 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ef699c0-5f62-4b33-9f80-6f9ae8de6219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.593749 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2675c9d1-b5e7-433f-9bfe-11dc2031152b req-2a4e7e27-3b27-4b3d-a101-050dcab904bb tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756915 Apr 06 13:51:45.613173 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.671228 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['efe26436-0508-4aaa-8ad4-0fdc71c1a291'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:51:45.713474 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ef699c0-5f62-4b33-9f80-6f9ae8de6219 admin admin] Publish callbacks [] for security_group (ed073f57-0bf6-421b-80d7-43514741b28f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.725299 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ef699c0-5f62-4b33-9f80-6f9ae8de6219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (ed073f57-0bf6-421b-80d7-43514741b28f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.734710 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Publish callbacks [] for port (0e913021-030b-48f0-b8fc-0a663fec018d), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.751185 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.800400 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Network 7dae22fb-f944-4482-ac15-d34f4276970b is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:45.808429 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:45.811169 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:45.853750 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2ef699c0-5f62-4b33-9f80-6f9ae8de6219 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe7fa32f73de4ca0aeb238c4b462d790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203785 Apr 06 13:51:45.854944 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49094) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:45.856575 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef699c0-5f62-4b33-9f80-6f9ae8de6219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed073f57-0bf6-421b-80d7-43514741b28f,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:45.893554 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Pushing event updated for resources: {'Port': ['ID=0e913021-030b-48f0-b8fc-0a663fec018d,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:45.912413 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks [] for router_gateway (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.935668 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:45.975734 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-481b3599-0e94-4ee4-9461-523c293a09a9 admin admin] Publish callbacks [] for security_group (ed073f57-0bf6-421b-80d7-43514741b28f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.026120 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-481b3599-0e94-4ee4-9461-523c293a09a9 admin admin] Publish callbacks [] for security_group (ed073f57-0bf6-421b-80d7-43514741b28f), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.037484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Attempting to bind port 0e913021-030b-48f0-b8fc-0a663fec018d on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:46.038541 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Attempting to bind port 0e913021-030b-48f0-b8fc-0a663fec018d by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:46.039190 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Attempting to bind port 0e913021-030b-48f0-b8fc-0a663fec018d on network 7dae22fb-f944-4482-ac15-d34f4276970b {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:46.062873 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:46.063387 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Checking segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:46.064009 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.064670 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Bound using segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:46.066742 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Bound port: 0e913021-030b-48f0-b8fc-0a663fec018d, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:46.067494 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.126380 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Allocated IP 172.27.3.186 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/295d1a18-b16f-4eea-b7ae-0eb83f27e42d) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:46.175874 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-481b3599-0e94-4ee4-9461-523c293a09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (ed073f57-0bf6-421b-80d7-43514741b28f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.183303 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-481b3599-0e94-4ee4-9461-523c293a09a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.186714 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-481b3599-0e94-4ee4-9461-523c293a09a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed073f57-0bf6-421b-80d7-43514741b28f HTTP/1.1" status: 204 len: 168 time: 0.3292201 Apr 06 13:51:46.274656 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b3599-0e94-4ee4-9461-523c293a09a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed073f57-0bf6-421b-80d7-43514741b28f,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:46.322661 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] For port 0e913021-030b-48f0-b8fc-0a663fec018d, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:46.330920 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] For port 0e913021-030b-48f0-b8fc-0a663fec018d, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=0e913021-030b-48f0-b8fc-0a663fec018d,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:46.359275 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.409706 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks [] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.447965 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fe00c-050f-4794-aa74-2675a4bbd8d1 None None] Pushing event updated for resources: {'Port': ['ID=0e913021-030b-48f0-b8fc-0a663fec018d,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:46.506671 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:46.648479 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:46.688105 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:46.695958 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Pushing event updated for resources: {'Port': ['ID=295d1a18-b16f-4eea-b7ae-0eb83f27e42d,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:46.702026 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:46.736291 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9690f81-7251-48c1-9ae9-b9671b752968 req-0dc5e7b8-f991-4501-baf5-b6832a313103 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:46.739124 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a9690f81-7251-48c1-9ae9-b9671b752968 req-0dc5e7b8-f991-4501-baf5-b6832a313103 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1579311 Apr 06 13:51:46.946993 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a9690f81-7251-48c1-9ae9-b9671b752968 req-9cc83f5d-73a4-431b-87fc-3c5498589167 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978915 Apr 06 13:51:47.024885 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad02e6-0f83-48e3-bce6-a8b8e185ecb4 req-445341fc-36e6-48be-865f-f0a294f32891 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:47.026948 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-92ad02e6-0f83-48e3-bce6-a8b8e185ecb4 req-445341fc-36e6-48be-865f-f0a294f32891 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 949 time: 0.2543280 Apr 06 13:51:47.046064 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.155233 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-92ad02e6-0f83-48e3-bce6-a8b8e185ecb4 req-a1c5502a-85f0-493a-b880-eefe7d2dc8f4 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146379 Apr 06 13:51:47.271682 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device efe26436-0508-4aaa-8ad4-0fdc71c1a291 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:47.328933 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks [] for router_gateway (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.370237 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port efe26436-0508-4aaa-8ad4-0fdc71c1a291 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:51:47.379585 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port efe26436-0508-4aaa-8ad4-0fdc71c1a291 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:47.380503 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.763970 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port efe26436-0508-4aaa-8ad4-0fdc71c1a291 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:47.764606 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.771887 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.840214 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port efe26436-0508-4aaa-8ad4-0fdc71c1a291, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=efe26436-0508-4aaa-8ad4-0fdc71c1a291,segment=NetworkSegment(3f09a43d-8c9d-40b2-83f6-6bd864bf6afe),segment_id=3f09a43d-8c9d-40b2-83f6-6bd864bf6afe)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:47.841839 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dd9268-d7a5-4415-9c9d-fca6918c714e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe26436-0508-4aaa-8ad4-0fdc71c1a291'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:47.849022 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c241f61a-9644-47ed-a304-1cf7fe0db1e6" -d '{"events": [{"server_uuid": "35dd9268-d7a5-4415-9c9d-fca6918c714e", "name": "network-vif-plugged", "status": "completed", "tag": "efe26436-0508-4aaa-8ad4-0fdc71c1a291"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:47.869534 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:47.945095 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a692e747-9f39-4a54-bfa5-952ad44ec056 x-openstack-request-id: req-a692e747-9f39-4a54-bfa5-952ad44ec056 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:47.945802 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dd9268-d7a5-4415-9c9d-fca6918c714e", "name": "network-vif-plugged", "status": "completed", "tag": "efe26436-0508-4aaa-8ad4-0fdc71c1a291", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:47.946263 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a692e747-9f39-4a54-bfa5-952ad44ec056 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:47.947462 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a692e747-9f39-4a54-bfa5-952ad44ec056'] response: {'server_uuid': '35dd9268-d7a5-4415-9c9d-fca6918c714e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe26436-0508-4aaa-8ad4-0fdc71c1a291', 'code': 200} Apr 06 13:51:47.980834 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=efe26436-0508-4aaa-8ad4-0fdc71c1a291,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:48.060131 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:51:48.222502 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08ce8b0-b1e4-44e7-8b44-69c523fd8e89 None None] Network 7dae22fb-f944-4482-ac15-d34f4276970b requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:48.299619 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49162) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:48.388410 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-47116fbf-03e4-498e-af45-7016f7a94a1c None None] Provisioning complete for port 0e913021-030b-48f0-b8fc-0a663fec018d triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:48.389543 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-47116fbf-03e4-498e-af45-7016f7a94a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.427940 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:48.446574 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Sync routers for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:48.466298 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.488927 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:48.493053 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:48.498558 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.500632 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-257a5a63-1734-4d03-b702-71972e93d413 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6611142 Apr 06 13:51:48.507176 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49166) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:48.560443 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-47116fbf-03e4-498e-af45-7016f7a94a1c None None] Current status of the port 0e913021-030b-48f0-b8fc-0a663fec018d is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:48.561392 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-47116fbf-03e4-498e-af45-7016f7a94a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.624196 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa140582-3b45-46be-869f-4c7199b3f2b5 req-9171a28f-a8e0-405d-a0cf-b5e55b9d34a8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:48.626961 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fa140582-3b45-46be-869f-4c7199b3f2b5 req-9171a28f-a8e0-405d-a0cf-b5e55b9d34a8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.4320054 Apr 06 13:51:48.655177 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-47116fbf-03e4-498e-af45-7016f7a94a1c None None] For port 0e913021-030b-48f0-b8fc-0a663fec018d, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=0e913021-030b-48f0-b8fc-0a663fec018d,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:48.659178 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d936de1-3d74-4a10-ac62-f3ac04af912d req-8612e175-c8f8-4103-8a48-1b013a79f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:48.663522 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4d936de1-3d74-4a10-ac62-f3ac04af912d req-8612e175-c8f8-4103-8a48-1b013a79f250 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 1134 time: 0.4974036 Apr 06 13:51:48.666959 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-47116fbf-03e4-498e-af45-7016f7a94a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.792275 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:48.793304 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47116fbf-03e4-498e-af45-7016f7a94a1c None None] Pushing event updated for resources: {'Port': ['ID=0e913021-030b-48f0-b8fc-0a663fec018d,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:48.819557 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7c010a66-7452-4527-b029-02da85b4d40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.834787 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cc5d8-7ae7-4c4c-8f56-ce64b742c158 req-41956555-db5c-4c75-be64-b507226daa23 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:48.843671 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c96cc5d8-7ae7-4c4c-8f56-ce64b742c158 req-41956555-db5c-4c75-be64-b507226daa23 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 950 time: 0.4421399 Apr 06 13:51:48.918356 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-9f1a6797-9c95-493e-92ca-c53c478cc4a9 None None] Provisioning complete for port 0e913021-030b-48f0-b8fc-0a663fec018d triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:48.918641 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9f1a6797-9c95-493e-92ca-c53c478cc4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.954774 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7c010a66-7452-4527-b029-02da85b4d40e admin admin] Publish callbacks [] for security_group (66bc8705-9495-477c-8acc-0116dfc73d3d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:48.970228 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7c010a66-7452-4527-b029-02da85b4d40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (66bc8705-9495-477c-8acc-0116dfc73d3d), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.079553 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 0e913021-030b-48f0-b8fc-0a663fec018d up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:49.085783 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c96cc5d8-7ae7-4c4c-8f56-ce64b742c158 req-a3e88f97-4eef-4b7f-9748-c7fc3859d15a tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310154 Apr 06 13:51:49.101025 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fa140582-3b45-46be-869f-4c7199b3f2b5 req-d0ec3c12-17bb-4f7e-b66a-a163f47ade8f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574165 Apr 06 13:51:49.119581 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4d936de1-3d74-4a10-ac62-f3ac04af912d req-020611b8-60d1-483f-96eb-f0a5765bcfbf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989811 Apr 06 13:51:49.128432 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a6797-9c95-493e-92ca-c53c478cc4a9 None None] Current status of the port 0e913021-030b-48f0-b8fc-0a663fec018d is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:49.164089 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 0e913021-030b-48f0-b8fc-0a663fec018d triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:49.164738 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.192612 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 3, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:49.224941 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Checking router: 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:49.225743 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Updating router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:49.260322 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.313304 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 0e913021-030b-48f0-b8fc-0a663fec018d is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:49.368113 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c010a66-7452-4527-b029-02da85b4d40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc8705-9495-477c-8acc-0116dfc73d3d,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:49.375931 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-7c010a66-7452-4527-b029-02da85b4d40e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d50c0a8ea4842d78da65b33d1c2f6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0745673 Apr 06 13:51:49.378636 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49180) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:49.502403 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a57acc5a-133b-4402-a219-7593fbef98f1 admin admin] Publish callbacks [] for security_group (66bc8705-9495-477c-8acc-0116dfc73d3d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.569094 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a57acc5a-133b-4402-a219-7593fbef98f1 admin admin] Publish callbacks [] for security_group (66bc8705-9495-477c-8acc-0116dfc73d3d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.644783 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Publish callbacks [] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.652127 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.691545 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a57acc5a-133b-4402-a219-7593fbef98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (66bc8705-9495-477c-8acc-0116dfc73d3d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.694926 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a57acc5a-133b-4402-a219-7593fbef98f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.696420 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a57acc5a-133b-4402-a219-7593fbef98f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66bc8705-9495-477c-8acc-0116dfc73d3d HTTP/1.1" status: 204 len: 168 time: 0.3167863 Apr 06 13:51:49.729120 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57acc5a-133b-4402-a219-7593fbef98f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc8705-9495-477c-8acc-0116dfc73d3d,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:49.731586 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Pushing event updated for resources: {'Port': ['ID=295d1a18-b16f-4eea-b7ae-0eb83f27e42d,revision_number=2']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:49.735372 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Attempting to bind port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:49.735951 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Attempting to bind port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:49.736775 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Attempting to bind port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:49.757792 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:49.758779 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:49.759759 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.760405 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:49.762060 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Bound port: 295d1a18-b16f-4eea-b7ae-0eb83f27e42d, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:49.762590 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.774897 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.775443 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.776112 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.776692 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.777472 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.778290 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.778848 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.779385 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.779932 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.780671 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.781016 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.781840 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.782611 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.783496 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.784228 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:51:49.854010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:49.885430 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] For port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:49.891978 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] For port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=295d1a18-b16f-4eea-b7ae-0eb83f27e42d,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:49.902344 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.054654 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Allocated IP 172.20.0.1 (7dae22fb-f944-4482-ac15-d34f4276970b/bf1a3bef-da49-492a-bd27-57f2fcd9bd36/1143b674-2f51-4cef-a9da-5bb63e23e846) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:50.078419 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49188) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:50.102829 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-11b60cd3-8d2a-4f02-b453-d27566f38dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.149872 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5196f-8188-4740-8579-25b360499275 None None] Pushing event updated for resources: {'Port': ['ID=295d1a18-b16f-4eea-b7ae-0eb83f27e42d,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:50.163958 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:50.164120 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:50.227004 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Publish callbacks [] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.299651 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.341196 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-11b60cd3-8d2a-4f02-b453-d27566f38dc2 admin admin] Publish callbacks [] for security_group (cdec7d8f-eb12-40b8-a929-d1be572af8c1), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.352974 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-11b60cd3-8d2a-4f02-b453-d27566f38dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (cdec7d8f-eb12-40b8-a929-d1be572af8c1), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.381290 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Network 7dae22fb-f944-4482-ac15-d34f4276970b is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:50.394401 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:50.407610 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:50.411800 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:50.427914 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815ff46-e9ac-401a-a9c4-154291738ee4 req-c164fa19-7732-420d-b60c-6b8f65d8f1cd tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:50.429812 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7815ff46-e9ac-401a-a9c4-154291738ee4 req-c164fa19-7732-420d-b60c-6b8f65d8f1cd tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 950 time: 0.1526442 Apr 06 13:51:50.438509 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-11b60cd3-8d2a-4f02-b453-d27566f38dc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b04471622d784f09bf07800e3e5c8cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584819 Apr 06 13:51:50.439520 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49194) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:50.447045 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Pushing event updated for resources: {'Port': ['ID=1143b674-2f51-4cef-a9da-5bb63e23e846,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:50.455325 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b60cd3-8d2a-4f02-b453-d27566f38dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec7d8f-eb12-40b8-a929-d1be572af8c1,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:50.478344 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ada040-c0ef-4808-a058-051e51b726b4 req-ab15c201-bab4-44c0-ad61-cae076718572 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:50.480087 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b8ada040-c0ef-4808-a058-051e51b726b4 req-ab15c201-bab4-44c0-ad61-cae076718572 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2011168 Apr 06 13:51:50.509437 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.603254 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7815ff46-e9ac-401a-a9c4-154291738ee4 req-30b91e4c-9da8-4bab-b9c1-c4ec29c32285 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515679 Apr 06 13:51:50.618292 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2aa4-9505-4aba-9c0c-f44c1e8dcd50 admin admin] Publish callbacks [] for security_group (cdec7d8f-eb12-40b8-a929-d1be572af8c1), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.623253 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b8ada040-c0ef-4808-a058-051e51b726b4 req-eb890d43-b6d5-49f2-881b-1714d426b6d3 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205740 Apr 06 13:51:50.675210 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2aa4-9505-4aba-9c0c-f44c1e8dcd50 admin admin] Publish callbacks [] for security_group (cdec7d8f-eb12-40b8-a929-d1be572af8c1), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.794060 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2aa4-9505-4aba-9c0c-f44c1e8dcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (cdec7d8f-eb12-40b8-a929-d1be572af8c1), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.797589 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2aa4-9505-4aba-9c0c-f44c1e8dcd50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.802223 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-7b5d2aa4-9505-4aba-9c0c-f44c1e8dcd50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdec7d8f-eb12-40b8-a929-d1be572af8c1 HTTP/1.1" status: 204 len: 168 time: 0.3600130 Apr 06 13:51:50.816601 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d2aa4-9505-4aba-9c0c-f44c1e8dcd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec7d8f-eb12-40b8-a929-d1be572af8c1,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:50.825729 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 3, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:50.833294 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:50.914888 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d409c97b-2b42-43f2-b91a-1596f0885c3c None None] The sync data for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi is: [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:47Z', 'revision_number': 3, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:50.982051 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 0e913021-030b-48f0-b8fc-0a663fec018d up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:51.061003 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-30aa9ada-306f-417b-b93d-49f992554652 None None] Provisioning complete for port 1143b674-2f51-4cef-a9da-5bb63e23e846 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:51.061957 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-30aa9ada-306f-417b-b93d-49f992554652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.167308 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Publish callbacks [] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.170050 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-30aa9ada-306f-417b-b93d-49f992554652 None None] Port 1143b674-2f51-4cef-a9da-5bb63e23e846 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:51.177535 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.191180 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 0e913021-030b-48f0-b8fc-0a663fec018d triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:51.191729 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.318373 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:51.337651 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Pushing event updated for resources: {'Port': ['ID=1143b674-2f51-4cef-a9da-5bb63e23e846,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:51.366451 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 0e913021-030b-48f0-b8fc-0a663fec018d is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:51.563254 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Network 7dae22fb-f944-4482-ac15-d34f4276970b is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:51.565585 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:51.805717 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:51:51.943826 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecba79e-2a89-45ea-8c92-803984f3c533 req-e8780b76-1248-45d8-93ce-447a029832e3 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:51.949532 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fecba79e-2a89-45ea-8c92-803984f3c533 req-e8780b76-1248-45d8-93ce-447a029832e3 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1172316 Apr 06 13:51:51.958551 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18010b65-6fae-4d43-b7e8-ce26138e0fd0 req-007f3a14-f93f-4c7b-9dc9-3527e51e9f9e tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:51.961371 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-18010b65-6fae-4d43-b7e8-ce26138e0fd0 req-007f3a14-f93f-4c7b-9dc9-3527e51e9f9e tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 950 time: 0.1934745 Apr 06 13:51:51.965976 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:51.978418 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2f36e49c-2aab-4002-9a25-ad7870045f1a admin admin] 10.222.0.44 "PUT /v2.0/routers/4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4696486 Apr 06 13:51:52.015502 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-a0d5bb4a-cc8c-43e5-86ee-e14b72a1afab None None] Provisioning complete for port 1143b674-2f51-4cef-a9da-5bb63e23e846 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:52.016778 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-a0d5bb4a-cc8c-43e5-86ee-e14b72a1afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.041726 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fecba79e-2a89-45ea-8c92-803984f3c533 req-e2708843-547d-4dd5-ab2e-e75ede4ac278 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788641 Apr 06 13:51:52.091184 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5bb4a-cc8c-43e5-86ee-e14b72a1afab None None] Port 1143b674-2f51-4cef-a9da-5bb63e23e846 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:51:52.126120 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-18010b65-6fae-4d43-b7e8-ce26138e0fd0 req-bd83498e-206f-49dc-a6d7-461d3b4ce847 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531801 Apr 06 13:51:52.258501 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49238) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:52.465679 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-30864786-network', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:52.517700 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Made reservation on behalf of 1505ac4f27a045ac97e834e42ab5ee22 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:52.520064 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.782892 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.843048 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57ffd2-c465-41be-bf7a-be0cb1975b46 req-079ff756-64c6-48d0-9d74-ed3ed2e2a442 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:52.850767 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9e57ffd2-c465-41be-bf7a-be0cb1975b46 req-079ff756-64c6-48d0-9d74-ed3ed2e2a442 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 950 time: 0.4020908 Apr 06 13:51:52.865810 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49256) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:52.873981 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-ed64b9b4-4216-489b-9a01-395ed908c9c5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083558268', 'description': 'tempest-description--1562236525'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:52.911341 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 295d1a18-b16f-4eea-b7ae-0eb83f27e42d up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:52.918907 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ed64b9b4-4216-489b-9a01-395ed908c9c5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.937473 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9e57ffd2-c465-41be-bf7a-be0cb1975b46 req-f96219fa-5c9b-4767-b353-5f8eba13a3bf tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854285 Apr 06 13:51:52.977201 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Publish callbacks [] for security_group (108c1aca-a993-405a-a1b0-1d8d7901243b), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:52.984331 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (108c1aca-a993-405a-a1b0-1d8d7901243b), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.002239 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:51:53.019557 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:53.020463 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.034766 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (7a25511b-3e21-42d7-93a7-53a553732732), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.035108 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Added segment 7a25511b-3e21-42d7-93a7-53a553732732 of type vlan for network 9e73198c-5929-44a6-99f2-b8c8806bacd5 Apr 06 13:51:53.048807 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108c1aca-a993-405a-a1b0-1d8d7901243b,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:53.103350 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ed64b9b4-4216-489b-9a01-395ed908c9c5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (18be75f6-216a-4aa4-8237-9e2d89c1d916), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.103647 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (9e73198c-5929-44a6-99f2-b8c8806bacd5), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.120419 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ed64b9b4-4216-489b-9a01-395ed908c9c5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (18be75f6-216a-4aa4-8237-9e2d89c1d916), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.142077 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (9e73198c-5929-44a6-99f2-b8c8806bacd5), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.147596 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:53.150374 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.158077 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:53.159047 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.211808 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=295d1a18-b16f-4eea-b7ae-0eb83f27e42d,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:53.226965 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.228155 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ed64b9b4-4216-489b-9a01-395ed908c9c5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.234891 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-ed64b9b4-4216-489b-9a01-395ed908c9c5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3670378 Apr 06 13:51:53.237446 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49266) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:53.253978 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-16ef7335-5f5e-424f-847a-4852ca63df82 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'security_group_rule': {'security_group_id': '18be75f6-216a-4aa4-8237-9e2d89c1d916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:53.261490 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64b9b4-4216-489b-9a01-395ed908c9c5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18be75f6-216a-4aa4-8237-9e2d89c1d916,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:53.275853 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0161421 Apr 06 13:51:53.278756 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49268) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:53.291514 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Request body: {'subnet': {'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-30864786-subnet', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:53.292381 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f86ef-db63-4dfb-bd1c-5c094e852776 admin admin] Pushing event updated for resources: {'Network': ['ID=9e73198c-5929-44a6-99f2-b8c8806bacd5,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:53.329289 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-16ef7335-5f5e-424f-847a-4852ca63df82 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (6ff1e0b0-6b4c-49be-a135-f7efd43e72d9), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.331027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:51:53.335942 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=295d1a18-b16f-4eea-b7ae-0eb83f27e42d,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:53.344776 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Made reservation on behalf of 1505ac4f27a045ac97e834e42ab5ee22 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:51:53.347530 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119144092'] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.356439 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529a9ab-37ce-4489-ba63-d404340faab1 req-fdb13c92-da6d-4d6b-bdb2-ae322649eee9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:53.359369 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5529a9ab-37ce-4489-ba63-d404340faab1 req-fdb13c92-da6d-4d6b-bdb2-ae322649eee9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.0958240 Apr 06 13:51:53.445649 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5529a9ab-37ce-4489-ba63-d404340faab1 req-0b905069-37f6-4394-b10b-9beab1a46527 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759263 Apr 06 13:51:53.447826 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-16ef7335-5f5e-424f-847a-4852ca63df82 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (6ff1e0b0-6b4c-49be-a135-f7efd43e72d9), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.466257 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-16ef7335-5f5e-424f-847a-4852ca63df82 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (6ff1e0b0-6b4c-49be-a135-f7efd43e72d9), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.495697 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef7335-5f5e-424f-847a-4852ca63df82 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff1e0b0-6b4c-49be-a135-f7efd43e72d9,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:53.517933 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-16ef7335-5f5e-424f-847a-4852ca63df82 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.519200 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-16ef7335-5f5e-424f-847a-4852ca63df82 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2780299 Apr 06 13:51:53.524058 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49270) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:53.531000 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-2019b038-707f-4cb1-a669-ebd9698287a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'security_group_rule': {'security_group_id': '18be75f6-216a-4aa4-8237-9e2d89c1d916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:53.578837 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2019b038-707f-4cb1-a669-ebd9698287a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (eef68553-3acf-421a-9e3b-0077ae0ec736), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.618884 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119505419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119144066'] for subnet (7020f5bc-fe98-49b5-af02-31b378dc6303), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.650323 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2019b038-707f-4cb1-a669-ebd9698287a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (eef68553-3acf-421a-9e3b-0077ae0ec736), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.658096 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2019b038-707f-4cb1-a669-ebd9698287a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (eef68553-3acf-421a-9e3b-0077ae0ec736), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.679767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7020f5bc-fe98-49b5-af02-31b378dc6303,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:53.680919 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Sync routers for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:53.683360 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019b038-707f-4cb1-a669-ebd9698287a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef68553-3acf-421a-9e3b-0077ae0ec736,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:53.690243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Checking segment: {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:53.690622 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Network hostable DHCP agents. Network: 9e73198c-5929-44a6-99f2-b8c8806bacd5, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:51:53.694740 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-2019b038-707f-4cb1-a669-ebd9698287a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.695599 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-2019b038-707f-4cb1-a669-ebd9698287a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702430 Apr 06 13:51:53.701421 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49272) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:53.714977 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:53.717828 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:53.719032 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:53.752594 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:51:53.765077 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.772070 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 9e73198c-5929-44a6-99f2-b8c8806bacd5) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:53.794361 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:53.795348 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.799477 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa44d0-3e86-44d0-8361-8b7191eda611 None None] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:53.880501 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2db28025-f6a0-4f82-bf84-e68884694e4d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5995812 Apr 06 13:51:53.883789 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49274) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:53.888955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:51:53.928267 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (71c01822-82ed-4f45-821a-29a2a2922ecd), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:53.929374 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (71c01822-82ed-4f45-821a-29a2a2922ecd), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.007122 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:54.019701 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks [] for router_controller (71c01822-82ed-4f45-821a-29a2a2922ecd), precommit_add_association {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.051825 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-9e73198c-5929-44a6-99f2-b8c8806bacd5', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:51:54.052715 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.072481 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.111320 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c79a5-e07a-4209-9698-76e10464bca0 req-ed8fe131-b5e6-409b-b38b-723e7415e278 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:54.113658 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-517c79a5-e07a-4209-9698-76e10464bca0 req-ed8fe131-b5e6-409b-b38b-723e7415e278 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 950 time: 0.0725636 Apr 06 13:51:54.243472 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks [] for router_gateway (71c01822-82ed-4f45-821a-29a2a2922ecd), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.247909 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-517c79a5-e07a-4209-9698-76e10464bca0 req-6c7c02d8-a229-4948-81bd-437d118229f5 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/security-groups?id=6cd9db96-8041-40ab-a304-d8ecb0e31b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190417 Apr 06 13:51:54.269673 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0c650d7b-0bad-4887-b49b-96beb352dd4d tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:54.271226 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0c650d7b-0bad-4887-b49b-96beb352dd4d tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.41 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 950 time: 0.1425099 Apr 06 13:51:54.341855 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Allocated IP 172.27.3.90 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/0b5c9a59-5407-4528-baf1-00b0d41858e1) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:54.502698 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Allocated IP 172.20.0.2 (9e73198c-5929-44a6-99f2-b8c8806bacd5/7020f5bc-fe98-49b5-af02-31b378dc6303/cba3086f-9f33-4e05-90a7-b5656809a4ee) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:54.525026 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Deleting port efe26436-0508-4aaa-8ad4-0fdc71c1a291 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:51:54.526364 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.613012 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for port (0b5c9a59-5407-4528-baf1-00b0d41858e1), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.692294 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95203d7d-e2ea-4266-86f0-64979731484d req-4b2ab50d-9ba4-403b-8f8d-d5531d8ce8d0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:54.693992 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-95203d7d-e2ea-4266-86f0-64979731484d req-4b2ab50d-9ba4-403b-8f8d-d5531d8ce8d0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1369202 Apr 06 13:51:54.715917 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49290) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:54.727196 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] For port efe26436-0508-4aaa-8ad4-0fdc71c1a291, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=efe26436-0508-4aaa-8ad4-0fdc71c1a291,segment=NetworkSegment(3f09a43d-8c9d-40b2-83f6-6bd864bf6afe),segment_id=3f09a43d-8c9d-40b2-83f6-6bd864bf6afe)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:54.727666 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.750956 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Calling delete_port for efe26436-0508-4aaa-8ad4-0fdc71c1a291 owned by compute:nova {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:51:54.789004 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-95203d7d-e2ea-4266-86f0-64979731484d req-6e1d649a-ac84-4149-95c2-f45830df8ef4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840538 Apr 06 13:51:54.856188 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks [] for router_gateway (71c01822-82ed-4f45-821a-29a2a2922ecd), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.862583 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (0b5c9a59-5407-4528-baf1-00b0d41858e1), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.893962 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.931808 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:54.936511 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:54.941869 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:54.964933 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (efe26436-0508-4aaa-8ad4-0fdc71c1a291), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:54.972066 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 295d1a18-b16f-4eea-b7ae-0eb83f27e42d up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:55.010407 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Pushing event deleted for resources: {'Port': ['ID=efe26436-0508-4aaa-8ad4-0fdc71c1a291,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:55.025424 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'Port': ['ID=0b5c9a59-5407-4528-baf1-00b0d41858e1,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:55.052965 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['efe26436-0508-4aaa-8ad4-0fdc71c1a291'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:51:55.082324 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a7fb0282-9690-451d-92a8-9b74a9f56683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.087010 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] No DVR routers for this DVR port efe26436-0508-4aaa-8ad4-0fdc71c1a291 on host hv-cinder-83680 {{(pid=110043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:51:55.090889 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.096017 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-78f800b4-f5ce-496e-a3ae-842e3d9db11b req-0594233c-3633-4022-9e85-0466099128c3 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.41 "DELETE /v2.0/ports/efe26436-0508-4aaa-8ad4-0fdc71c1a291 HTTP/1.1" status: 204 len: 173 time: 0.8184037 Apr 06 13:51:55.096932 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dd9268-d7a5-4415-9c9d-fca6918c714e', 'name': 'network-vif-deleted', 'tag': 'efe26436-0508-4aaa-8ad4-0fdc71c1a291'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:51:55.099839 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a0ffcc-73cf-4285-88ed-0baadd47d392" -d '{"events": [{"server_uuid": "35dd9268-d7a5-4415-9c9d-fca6918c714e", "name": "network-vif-deleted", "tag": "efe26436-0508-4aaa-8ad4-0fdc71c1a291"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:51:55.141757 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 2, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:55.150548 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928e13e9-a6b4-4ecb-a136-f8e73584d3e1 x-openstack-request-id: req-928e13e9-a6b4-4ecb-a136-f8e73584d3e1 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:51:55.151686 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dd9268-d7a5-4415-9c9d-fca6918c714e", "name": "network-vif-deleted", "tag": "efe26436-0508-4aaa-8ad4-0fdc71c1a291", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:51:55.151945 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-928e13e9-a6b4-4ecb-a136-f8e73584d3e1 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:51:55.152365 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928e13e9-a6b4-4ecb-a136-f8e73584d3e1'] response: {'server_uuid': '35dd9268-d7a5-4415-9c9d-fca6918c714e', 'name': 'network-vif-deleted', 'tag': 'efe26436-0508-4aaa-8ad4-0fdc71c1a291', 'status': 'completed', 'code': 200} Apr 06 13:51:55.187820 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Checking router: 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:55.188663 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Updating router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 port 1143b674-2f51-4cef-a9da-5bb63e23e846 binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:55.236080 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Allocated IP 172.27.3.25 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/833ccddd-ef52-4daa-9745-5526a70306c0) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:51:55.258947 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:55.259229 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.269220 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (ddf17db4-70e6-473b-9126-63e76a8ef1e9), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.286948 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.427926 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (0b5c9a59-5407-4528-baf1-00b0d41858e1), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.433170 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Publish callbacks [] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.476361 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a7fb0282-9690-451d-92a8-9b74a9f56683 admin admin] Publish callbacks [] for security_group (28dd57ed-519a-4795-a606-3330bb2dbcda), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.494663 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a7fb0282-9690-451d-92a8-9b74a9f56683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (28dd57ed-519a-4795-a606-3330bb2dbcda), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.495384 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d9523f1b-b283-4eda-966a-9ecf1eb9f3b3 req-d9d47e60-1a18-4a3d-a7f4-cea083f66310 tempest-VolumesNegativeTest-1875244958 tempest-VolumesNegativeTest-1875244958-project] 10.222.0.44 "GET /v2.0/ports?device_id=35dd9268-d7a5-4415-9c9d-fca6918c714e HTTP/1.1" status: 200 len: 210 time: 0.0291598 Apr 06 13:51:55.541318 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.557599 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a7fb0282-9690-451d-92a8-9b74a9f56683 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05120ac28ba2451f9d002d1e1feef83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8343797 Apr 06 13:51:55.560353 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49298) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:55.632773 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9dd89c5c-8373-43f4-95c0-e010ed8427cb admin admin] Publish callbacks [] for security_group (28dd57ed-519a-4795-a606-3330bb2dbcda), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.673746 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9dd89c5c-8373-43f4-95c0-e010ed8427cb admin admin] Publish callbacks [] for security_group (28dd57ed-519a-4795-a606-3330bb2dbcda), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.688881 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:55.698140 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:55.703922 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:55.719960 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:55.745826 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9dd89c5c-8373-43f4-95c0-e010ed8427cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (28dd57ed-519a-4795-a606-3330bb2dbcda), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.748737 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9dd89c5c-8373-43f4-95c0-e010ed8427cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.760317 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-9dd89c5c-8373-43f4-95c0-e010ed8427cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28dd57ed-519a-4795-a606-3330bb2dbcda HTTP/1.1" status: 204 len: 168 time: 0.1934783 Apr 06 13:51:55.780918 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd89c5c-8373-43f4-95c0-e010ed8427cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd57ed-519a-4795-a606-3330bb2dbcda,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:55.814911 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Pushing event updated for resources: {'Port': ['ID=cba3086f-9f33-4e05-90a7-b5656809a4ee,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:55.925807 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks [] for port (833ccddd-ef52-4daa-9745-5526a70306c0), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:55.935237 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb0282-9690-451d-92a8-9b74a9f56683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd57ed-519a-4795-a606-3330bb2dbcda,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:55.976845 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Attempting to bind port cba3086f-9f33-4e05-90a7-b5656809a4ee on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:55.977487 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Attempting to bind port cba3086f-9f33-4e05-90a7-b5656809a4ee by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:55.978085 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Attempting to bind port cba3086f-9f33-4e05-90a7-b5656809a4ee on network 9e73198c-5929-44a6-99f2-b8c8806bacd5 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:55.997788 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc77f-ea9b-4092-b8e3-93702d72366c req-9f7e3a23-8fa5-4001-aac4-f35c9f9abb63 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:56.000443 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e8ebc77f-ea9b-4092-b8e3-93702d72366c req-9f7e3a23-8fa5-4001-aac4-f35c9f9abb63 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.0873170 Apr 06 13:51:56.004193 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:56.004839 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Checking segment: {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:56.005544 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.006277 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Bound using segment: {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:56.007108 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Bound port: cba3086f-9f33-4e05-90a7-b5656809a4ee, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:56.007765 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.027494 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.085455 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:51:56.087643 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e8ebc77f-ea9b-4092-b8e3-93702d72366c req-919af55a-b2d2-4ea5-896f-b19912d02df3 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773337 Apr 06 13:51:56.093892 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:51:56.107244 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:51:56.111640 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for port (0b5c9a59-5407-4528-baf1-00b0d41858e1), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.114640 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Pushing event updated for resources: {'Port': ['ID=833ccddd-ef52-4daa-9745-5526a70306c0,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:56.142012 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (0b5c9a59-5407-4528-baf1-00b0d41858e1), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.211745 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49306) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:56.235798 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0616c7d-cf90-4074-b601-01b3a653bffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.252420 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] For port cba3086f-9f33-4e05-90a7-b5656809a4ee, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:56.264938 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Publish callbacks [] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.286085 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] For port cba3086f-9f33-4e05-90a7-b5656809a4ee, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=cba3086f-9f33-4e05-90a7-b5656809a4ee,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:56.288644 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.290779 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'Port': ['ID=0b5c9a59-5407-4528-baf1-00b0d41858e1,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:56.333411 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (ddf17db4-70e6-473b-9126-63e76a8ef1e9), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.343967 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.351103 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0616c7d-cf90-4074-b601-01b3a653bffa admin admin] Publish callbacks [] for security_group (9a8f58f0-d7cb-437f-804d-6b0990d7bd33), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.359006 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.359840 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0616c7d-cf90-4074-b601-01b3a653bffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (9a8f58f0-d7cb-437f-804d-6b0990d7bd33), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.360346 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-7794f79a-0d85-4572-bca8-08847d446e11 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6566410 Apr 06 13:51:56.423542 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a01f4c-88ed-4716-8390-8b340e4f35cf None None] Pushing event updated for resources: {'Port': ['ID=1143b674-2f51-4cef-a9da-5bb63e23e846,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:56.437104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0616c7d-cf90-4074-b601-01b3a653bffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f58f0-d7cb-437f-804d-6b0990d7bd33,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:56.509070 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a0616c7d-cf90-4074-b601-01b3a653bffa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b18010991be4e7a9ec77f34aceda0e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960401 Apr 06 13:51:56.510029 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49310) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:56.584326 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Attempting to bind port 1143b674-2f51-4cef-a9da-5bb63e23e846 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:56.584717 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Attempting to bind port 1143b674-2f51-4cef-a9da-5bb63e23e846 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:56.585080 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Attempting to bind port 1143b674-2f51-4cef-a9da-5bb63e23e846 on network 7dae22fb-f944-4482-ac15-d34f4276970b {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:56.594963 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8d56f-50a0-44dd-9b4d-69d0bf39e403 None None] Pushing event updated for resources: {'Port': ['ID=cba3086f-9f33-4e05-90a7-b5656809a4ee,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:56.600025 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:56.600402 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Checking segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:56.600822 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.601707 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Bound using segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:56.602228 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Bound port: 1143b674-2f51-4cef-a9da-5bb63e23e846, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:56.602639 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.689149 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-960be7f3-12ee-492a-b8d4-4a6c845cc275 admin admin] Publish callbacks [] for security_group (9a8f58f0-d7cb-437f-804d-6b0990d7bd33), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.697088 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks [] for router_gateway (71c01822-82ed-4f45-821a-29a2a2922ecd), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.732246 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] For port 1143b674-2f51-4cef-a9da-5bb63e23e846, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:51:56.738151 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] For port 1143b674-2f51-4cef-a9da-5bb63e23e846, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1143b674-2f51-4cef-a9da-5bb63e23e846,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:51:56.745556 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-960be7f3-12ee-492a-b8d4-4a6c845cc275 admin admin] Publish callbacks [] for security_group (9a8f58f0-d7cb-437f-804d-6b0990d7bd33), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.767857 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.929501 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-960be7f3-12ee-492a-b8d4-4a6c845cc275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (9a8f58f0-d7cb-437f-804d-6b0990d7bd33), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.933603 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-960be7f3-12ee-492a-b8d4-4a6c845cc275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:56.934941 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-960be7f3-12ee-492a-b8d4-4a6c845cc275 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a8f58f0-d7cb-437f-804d-6b0990d7bd33 HTTP/1.1" status: 204 len: 168 time: 0.4236751 Apr 06 13:51:56.964263 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-7fb44dd5-5553-423b-96ac-fd8bcd057af4 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2083558268&fields=id&tenant_id=8ec8296c498c4d6b999daf96686e0d68 HTTP/1.1" status: 200 len: 267 time: 0.1529062 Apr 06 13:51:57.005481 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-d6d9db8f-d701-46dd-84b2-ebf8e358a277 None None] Provisioning complete for port 1143b674-2f51-4cef-a9da-5bb63e23e846 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:57.005817 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960be7f3-12ee-492a-b8d4-4a6c845cc275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8f58f0-d7cb-437f-804d-6b0990d7bd33,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:57.014584 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d6d9db8f-d701-46dd-84b2-ebf8e358a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.101896 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a01f4c-88ed-4716-8390-8b340e4f35cf None None] Pushing event updated for resources: {'Port': ['ID=1143b674-2f51-4cef-a9da-5bb63e23e846,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:57.142552 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:57.142552 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:57.311940 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (71c01822-82ed-4f45-821a-29a2a2922ecd), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.331854 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device efe26436-0508-4aaa-8ad4-0fdc71c1a291 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:51:57.449129 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: efe26436-0508-4aaa-8ad4-0fdc71c1a291 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:51:57.452692 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device efe26436-0508-4aaa-8ad4-0fdc71c1a291 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:51:57.488237 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-f22d9dc6-5e0a-4355-b481-9ad351d826fe tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:57.491142 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-f22d9dc6-5e0a-4355-b481-9ad351d826fe tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 809 time: 0.5139465 Apr 06 13:51:57.529890 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faab39-05dc-4a3e-9a12-f71f9973ff56 req-f9eac437-b2e1-445a-8ee6-dd826aa62f7a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:57.540569 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-89faab39-05dc-4a3e-9a12-f71f9973ff56 req-f9eac437-b2e1-445a-8ee6-dd826aa62f7a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2565520 Apr 06 13:51:57.553791 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-fa76fa52-3149-442e-8cb5-e46c3fdb01da tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/quotas/8ec8296c498c4d6b999daf96686e0d68 HTTP/1.1" status: 200 len: 375 time: 0.0521986 Apr 06 13:51:57.582585 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Router 71c01822-82ed-4f45-821a-29a2a2922ecd is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:51:57.717074 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:57.720565 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9db8f-d701-46dd-84b2-ebf8e358a277 None None] Current status of the port 1143b674-2f51-4cef-a9da-5bb63e23e846 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:57.721202 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d6d9db8f-d701-46dd-84b2-ebf8e358a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.746909 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-89faab39-05dc-4a3e-9a12-f71f9973ff56 req-36244018-3c99-4f0c-93da-c5795cb7e8c8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051706 Apr 06 13:51:57.784708 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-801e2d4e-771e-42e6-a319-90f0d3e6ce28 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2182343 Apr 06 13:51:57.849970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:51:57.863401 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Sync routers for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:51:57.885472 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:51:57.886154 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:57.904197 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:57.906172 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-962e58ae-7059-47df-8edb-86a05cac93c6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0209930 Apr 06 13:51:57.910096 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49360) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:57.927462 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49362) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:57.977509 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-d6d9db8f-d701-46dd-84b2-ebf8e358a277 None None] For port 1143b674-2f51-4cef-a9da-5bb63e23e846, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1143b674-2f51-4cef-a9da-5bb63e23e846,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:57.988136 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d6d9db8f-d701-46dd-84b2-ebf8e358a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.005621 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9c90e183-32db-4f3d-9c1c-d77b812b71b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.063591 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-47981e96-28a5-4e57-81a1-7f5d3a764769 service neutron] 10.222.0.44 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560580 Apr 06 13:51:58.145897 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9c90e183-32db-4f3d-9c1c-d77b812b71b5 admin admin] Publish callbacks [] for security_group (3c32842b-4b3e-4b19-a4d9-7401962bac4d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.150919 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:51:58.157007 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9c90e183-32db-4f3d-9c1c-d77b812b71b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3c32842b-4b3e-4b19-a4d9-7401962bac4d), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.223614 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9db8f-d701-46dd-84b2-ebf8e358a277 None None] Pushing event updated for resources: {'Port': ['ID=1143b674-2f51-4cef-a9da-5bb63e23e846,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:58.251688 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-5c461a3d-f2b9-46e6-804a-11276cbfa923 service neutron] 10.222.0.44 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852319 Apr 06 13:51:58.259646 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90e183-32db-4f3d-9c1c-d77b812b71b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c32842b-4b3e-4b19-a4d9-7401962bac4d,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:58.379555 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-a0a4400e-2d20-4340-bca7-4e54dc204e96 None None] Provisioning complete for port 1143b674-2f51-4cef-a9da-5bb63e23e846 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:58.380324 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-a0a4400e-2d20-4340-bca7-4e54dc204e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.460293 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1ab402-eb8d-43b1-b411-8163dc6c4a8f None None] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:51:58.539941 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9c90e183-32db-4f3d-9c1c-d77b812b71b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca837eebc1ea47d8999bb424b3b1dcf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6097510 Apr 06 13:51:58.543315 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49398) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:51:58.569883 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 3, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:58.699600 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Checking router: 71c01822-82ed-4f45-821a-29a2a2922ecd for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:51:58.699963 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Updating router 71c01822-82ed-4f45-821a-29a2a2922ecd port 833ccddd-ef52-4daa-9745-5526a70306c0 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:51:58.736720 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c2f83106-7152-4508-aa62-4dcd3953de74 req-322ec8f5-5c1b-4c75-a01a-c5b96faaaf3a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 210 time: 0.0809314 Apr 06 13:51:58.767194 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a705dc58-5d2e-468c-98f3-b17f48ff5672 admin admin] Publish callbacks [] for security_group (3c32842b-4b3e-4b19-a4d9-7401962bac4d), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.790631 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.886722 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a705dc58-5d2e-468c-98f3-b17f48ff5672 admin admin] Publish callbacks [] for security_group (3c32842b-4b3e-4b19-a4d9-7401962bac4d), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:58.895090 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4400e-2d20-4340-bca7-4e54dc204e96 None None] Current status of the port 1143b674-2f51-4cef-a9da-5bb63e23e846 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:58.924186 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:51:58.980346 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576a2869-5822-4959-b0d3-093b3aa8f733 None None] The sync data for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi is: [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:51:59.027590 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a705dc58-5d2e-468c-98f3-b17f48ff5672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3c32842b-4b3e-4b19-a4d9-7401962bac4d), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.038303 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a705dc58-5d2e-468c-98f3-b17f48ff5672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.042957 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a705dc58-5d2e-468c-98f3-b17f48ff5672 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c32842b-4b3e-4b19-a4d9-7401962bac4d HTTP/1.1" status: 204 len: 168 time: 0.4982371 Apr 06 13:51:59.064544 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-1cb3c460-58c8-4a0b-9094-e958bdb6b645 None None] Provisioning complete for port cba3086f-9f33-4e05-90a7-b5656809a4ee triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:59.066289 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c460-58c8-4a0b-9094-e958bdb6b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.110495 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705dc58-5d2e-468c-98f3-b17f48ff5672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c32842b-4b3e-4b19-a4d9-7401962bac4d,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:59.268314 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device cba3086f-9f33-4e05-90a7-b5656809a4ee up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:51:59.420029 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b8a2a-20e7-4f53-b8ac-26c311bca06a req-10cf2eb1-52c5-4bfd-abeb-0ca18b72458f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:51:59.464379 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eb9b8a2a-20e7-4f53-b8ac-26c311bca06a req-10cf2eb1-52c5-4bfd-abeb-0ca18b72458f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.4176872 Apr 06 13:51:59.502771 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3c460-58c8-4a0b-9094-e958bdb6b645 None None] Current status of the port cba3086f-9f33-4e05-90a7-b5656809a4ee is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:59.503763 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c460-58c8-4a0b-9094-e958bdb6b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.539904 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port cba3086f-9f33-4e05-90a7-b5656809a4ee triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:59.546896 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.621001 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.696876 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-1cb3c460-58c8-4a0b-9094-e958bdb6b645 None None] For port cba3086f-9f33-4e05-90a7-b5656809a4ee, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=cba3086f-9f33-4e05-90a7-b5656809a4ee,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:51:59.716214 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c460-58c8-4a0b-9094-e958bdb6b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.728451 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Publish callbacks [] for port (833ccddd-ef52-4daa-9745-5526a70306c0), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.753064 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.767594 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eb9b8a2a-20e7-4f53-b8ac-26c311bca06a req-5f22e4f3-c0d9-47ec-bf61-b681d30d0ff7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851810 Apr 06 13:51:59.865877 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Attempting to bind port 833ccddd-ef52-4daa-9745-5526a70306c0 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:51:59.866453 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Attempting to bind port 833ccddd-ef52-4daa-9745-5526a70306c0 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:51:59.866930 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Attempting to bind port 833ccddd-ef52-4daa-9745-5526a70306c0 on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:51:59.877683 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185604f7-ce66-411f-b003-ee1a45b304ed None None] Pushing event updated for resources: {'Port': ['ID=833ccddd-ef52-4daa-9745-5526a70306c0,revision_number=2']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:59.890216 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:51:59.890978 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:51:59.892138 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.892763 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:51:59.893543 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Bound port: 833ccddd-ef52-4daa-9745-5526a70306c0, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:51:59.894223 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.918353 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e9e330e3-2078-444d-9802-7a81950498de req-d86cf22d-e8b9-4f2d-beae-70202b09ea58 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 210 time: 0.0491652 Apr 06 13:51:59.947054 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port cba3086f-9f33-4e05-90a7-b5656809a4ee is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:51:59.951728 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3c460-58c8-4a0b-9094-e958bdb6b645 None None] Pushing event updated for resources: {'Port': ['ID=cba3086f-9f33-4e05-90a7-b5656809a4ee,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:51:59.960560 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-dbeb5dd4-67f3-4882-96ec-4ce0913ddcdf None None] Provisioning complete for port cba3086f-9f33-4e05-90a7-b5656809a4ee triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:51:59.960947 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dbeb5dd4-67f3-4882-96ec-4ce0913ddcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:51:59.995764 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] For port 833ccddd-ef52-4daa-9745-5526a70306c0, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:00.005503 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] For port 833ccddd-ef52-4daa-9745-5526a70306c0, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=833ccddd-ef52-4daa-9745-5526a70306c0,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:00.045855 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.127487 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185604f7-ce66-411f-b003-ee1a45b304ed None None] Pushing event updated for resources: {'Port': ['ID=833ccddd-ef52-4daa-9745-5526a70306c0,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:00.190099 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:00.191095 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:00.211591 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb5dd4-67f3-4882-96ec-4ce0913ddcdf None None] Current status of the port cba3086f-9f33-4e05-90a7-b5656809a4ee is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:00.222644 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Allocated IP 172.20.0.1 (9e73198c-5929-44a6-99f2-b8c8806bacd5/7020f5bc-fe98-49b5-af02-31b378dc6303/67eac4bb-3d77-410c-bfde-754be5c08031) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:00.415896 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:00.453934 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Publish callbacks [] for port (67eac4bb-3d77-410c-bfde-754be5c08031), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.541220 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:00.621817 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:00.626899 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:00.630942 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:00.698644 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Pushing event updated for resources: {'Port': ['ID=67eac4bb-3d77-410c-bfde-754be5c08031,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:00.732721 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (71c01822-82ed-4f45-821a-29a2a2922ecd), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.164226 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device cba3086f-9f33-4e05-90a7-b5656809a4ee up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:01.167025 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.174360 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dabad-985c-4e2c-9d00-0a58e77c60b3 req-1995417d-7a71-45ae-b62f-c7f073468cf7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:01.191776 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-360dabad-985c-4e2c-9d00-0a58e77c60b3 req-1995417d-7a71-45ae-b62f-c7f073468cf7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2742016 Apr 06 13:52:01.243740 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 3, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:01.244983 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1b192bee-e635-4d9e-9d4f-e3add5a14580 req-8743103f-0651-4795-afc4-5f1254538f10 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 210 time: 0.1527629 Apr 06 13:52:01.366130 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24469c-7204-4266-ace4-c9b59515862f None None] The sync data for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi is: [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:51:56Z', 'revision_number': 3, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:01.403435 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b2f590a1-70ba-4271-95f5-e99806f720c5 None None] Provisioning complete for port 67eac4bb-3d77-410c-bfde-754be5c08031 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:01.404150 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b2f590a1-70ba-4271-95f5-e99806f720c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.442836 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port cba3086f-9f33-4e05-90a7-b5656809a4ee triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:01.443369 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.503139 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b2f590a1-70ba-4271-95f5-e99806f720c5 None None] Port 67eac4bb-3d77-410c-bfde-754be5c08031 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:01.503852 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-360dabad-985c-4e2c-9d00-0a58e77c60b3 req-f261b543-9f37-4101-ae77-7323ed9b6591 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055139 Apr 06 13:52:01.539109 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a490-427b-4e6c-bec7-0ae12cb3e45d req-134d3d87-60b1-4842-9733-149a0087c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:01.542350 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b0b1a490-427b-4e6c-bec7-0ae12cb3e45d req-134d3d87-60b1-4842-9733-149a0087c540 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 1130 time: 0.1875362 Apr 06 13:52:01.595305 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port cba3086f-9f33-4e05-90a7-b5656809a4ee is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:01.596716 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1143b674-2f51-4cef-a9da-5bb63e23e846 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:01.667576 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Publish callbacks [] for port (67eac4bb-3d77-410c-bfde-754be5c08031), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.688729 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.696312 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 1143b674-2f51-4cef-a9da-5bb63e23e846 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:01.698321 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.705863 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b0b1a490-427b-4e6c-bec7-0ae12cb3e45d req-70f65a4b-c425-4cbd-999c-c243681dd0f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201754 Apr 06 13:52:01.794162 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Pushing event updated for resources: {'Port': ['ID=67eac4bb-3d77-410c-bfde-754be5c08031,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:01.798153 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (71c01822-82ed-4f45-821a-29a2a2922ecd), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:01.921939 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 1143b674-2f51-4cef-a9da-5bb63e23e846 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:01.957005 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:01.961625 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:02.218661 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Router 71c01822-82ed-4f45-821a-29a2a2922ecd has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:52:02.349927 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-872955f7-7901-4854-8905-1e213e1c4b7f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:02.351489 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-872955f7-7901-4854-8905-1e213e1c4b7f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 809 time: 0.3241191 Apr 06 13:52:02.461450 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-72bdedd1-0f92-462c-9b8a-25d427041336 None None] Provisioning complete for port 67eac4bb-3d77-410c-bfde-754be5c08031 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:02.461948 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-72bdedd1-0f92-462c-9b8a-25d427041336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:02.481065 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8344a6d8-df88-4533-be5d-c2dc4998e5cd req-9e219d22-9705-420a-81b7-072f557002fc tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 210 time: 0.0524709 Apr 06 13:52:02.485430 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:52:02.495649 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f941e134-43b4-43a1-9e4d-52fe418b1a58 admin admin] 10.222.0.44 "PUT /v2.0/routers/71c01822-82ed-4f45-821a-29a2a2922ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5840974 Apr 06 13:52:02.567870 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-72bdedd1-0f92-462c-9b8a-25d427041336 None None] Port 67eac4bb-3d77-410c-bfde-754be5c08031 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:02.725099 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-1c45af53-c50b-45cc-94cc-674b21f993b8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec8296c498c4d6b999daf96686e0d68 HTTP/1.1" status: 200 len: 380 time: 0.1549885 Apr 06 13:52:02.751981 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'port': {'device_id': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'admin_state_up': True, 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'security_groups': ['18be75f6-216a-4aa4-8237-9e2d89c1d916']}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:02.917523 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d0184-fedb-4eb9-b21f-d43fc9c18aed req-4e549f78-7c20-4d87-bce2-c3f29aa6f176 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:02.920746 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-980d0184-fedb-4eb9-b21f-d43fc9c18aed req-4e549f78-7c20-4d87-bce2-c3f29aa6f176 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.2605162 Apr 06 13:52:02.967177 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 833ccddd-ef52-4daa-9745-5526a70306c0 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:03.082843 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-980d0184-fedb-4eb9-b21f-d43fc9c18aed req-020e346e-f46e-4316-be52-5072f01e63ac tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548226 Apr 06 13:52:03.095734 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Made reservation on behalf of 8ec8296c498c4d6b999daf96686e0d68 for: {'port': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:03.105009 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.178502 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 833ccddd-ef52-4daa-9745-5526a70306c0 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:03.179390 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.373631 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 833ccddd-ef52-4daa-9745-5526a70306c0 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:03.374042 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.375023 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Allocated IP 172.20.0.7 (7dae22fb-f944-4482-ac15-d34f4276970b/bf1a3bef-da49-492a-bd27-57f2fcd9bd36/3150c2f9-0b38-48eb-b4e0-2a0daa622bfd) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:03.404147 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port 833ccddd-ef52-4daa-9745-5526a70306c0, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=833ccddd-ef52-4daa-9745-5526a70306c0,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:03.416357 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.509204 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=833ccddd-ef52-4daa-9745-5526a70306c0,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:03.674018 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4d6d7b54-c1c2-4c51-a89b-a25c9a13ef56 req-27782a5b-d0e1-439a-b041-9d5ac2a782d7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 210 time: 0.0559204 Apr 06 13:52:03.809461 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.872855 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:03.993724 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Network 7dae22fb-f944-4482-ac15-d34f4276970b is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:03.995713 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'Port': ['ID=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:04.003183 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:04.004168 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:04.013772 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:04.014840 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.074246 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-829bc066-8ecb-4e0e-82f9-3814f5c02b68 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3313951 Apr 06 13:52:04.101633 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Request body: {'port': {'device_id': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:04.177426 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49720) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:04.187116 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1197685642-network', 'tenant_id': '1126bb44083c485abe4199303f76b9fe'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:04.218349 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Made reservation on behalf of 1126bb44083c485abe4199303f76b9fe for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:04.222425 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.244459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.414495 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Sync routers for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:52:04.416101 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.435534 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Publish callbacks [] for security_group (46ed453f-ced6-4a66-8015-bf51d5a9e676), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.444491 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (46ed453f-ced6-4a66-8015-bf51d5a9e676), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.470484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:04.471903 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:04.483545 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:52:04.490184 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf324685-99ba-4967-8011-7dba66cce31a req-7eebee72-14e9-4315-acca-75870c0e3641 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:04.493962 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bf324685-99ba-4967-8011-7dba66cce31a req-7eebee72-14e9-4315-acca-75870c0e3641 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.1839399 Apr 06 13:52:04.523752 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ed453f-ced6-4a66-8015-bf51d5a9e676,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:04.531296 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.531866 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Added segment bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c of type vlan for network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e Apr 06 13:52:04.565317 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-a4398b45-f1c2-41d8-b5dd-5d4961203a66 None None] Provisioning complete for port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:04.565813 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-a4398b45-f1c2-41d8-b5dd-5d4961203a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.663354 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (2029e235-ddb4-4a53-bd15-e8da5ed0bf4e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.698094 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bf324685-99ba-4967-8011-7dba66cce31a req-49bf45fe-e4e2-407f-a275-2b0d253e42c0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902540 Apr 06 13:52:04.722952 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (2029e235-ddb4-4a53-bd15-e8da5ed0bf4e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.724602 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:04.725585 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:04.750234 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-a4398b45-f1c2-41d8-b5dd-5d4961203a66 None None] Port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:04.788569 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:04.880200 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7004445 Apr 06 13:52:04.883214 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49730) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:04.891651 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Request body: {'subnet': {'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1197685642-subnet', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:04.897212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af718cf6-0b05-4488-9f15-38e7ab682aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=2029e235-ddb4-4a53-bd15-e8da5ed0bf4e,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:04.916460 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:52:04.918984 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 833ccddd-ef52-4daa-9745-5526a70306c0 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:04.936725 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Made reservation on behalf of 1126bb44083c485abe4199303f76b9fe for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:04.939212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119144092'] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.015116 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39e507-f6d0-4ac9-af98-fa6dd3b42909 req-07c8ef19-3671-419e-b897-71f2c8bb613e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.016932 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ec39e507-f6d0-4ac9-af98-fa6dd3b42909 req-07c8ef19-3671-419e-b897-71f2c8bb613e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 931 time: 0.1161485 Apr 06 13:52:05.032388 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2462-4752-4ede-8144-476c74778b4d req-1115d437-be8a-4c3f-8fa7-a88f835b01cf tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.034774 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-227e2462-4752-4ede-8144-476c74778b4d req-1115d437-be8a-4c3f-8fa7-a88f835b01cf tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1901362 Apr 06 13:52:05.132617 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 833ccddd-ef52-4daa-9745-5526a70306c0 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:05.133044 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.169867 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd {{(pid=110043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:05.188729 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Publish callbacks [] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.195812 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ec39e507-f6d0-4ac9-af98-fa6dd3b42909 req-a7becfc0-ed79-4ca9-a606-4e7fe0ee18a9 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598768 Apr 06 13:52:05.201792 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-227e2462-4752-4ede-8144-476c74778b4d req-1dc4ce87-2bcc-43b3-b3f7-523beb1e24ff tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534472 Apr 06 13:52:05.212758 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.provisioning_blocks [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Transition to ACTIVE for port object 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd will not be triggered until provisioned by entity L2. {{(pid=110043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:52:05.220284 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.302690 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:05.349565 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Attempting to bind port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:05.349942 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Attempting to bind port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:05.350262 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Attempting to bind port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd on network 7dae22fb-f944-4482-ac15-d34f4276970b {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:05.357867 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd on network 7dae22fb-f944-4482-ac15-d34f4276970b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:52:05.357867 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Attempting to bind port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd on network 7dae22fb-f944-4482-ac15-d34f4276970b {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:05.364328 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119505419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119144066'] for subnet (e9a30920-cfcc-40fd-a72e-2333368293a9), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.366148 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:05.366493 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Checking segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:05.366882 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Bound using segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} {{(pid=110043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:05.367388 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.managers [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Bound port: 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'}}] {{(pid=110043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:05.368314 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.431345 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 2, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:05.497124 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Checking router: 71c01822-82ed-4f45-821a-29a2a2922ecd for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:52:05.497739 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Updating router 71c01822-82ed-4f45-821a-29a2a2922ecd port 67eac4bb-3d77-410c-bfde-754be5c08031 binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:52:05.543051 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] For port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd, host hv-cinder-83680, cleared binding levels {{(pid=110043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:05.551936 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Checking segment: {'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:05.552356 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Network hostable DHCP agents. Network: 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:52:05.552955 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] For port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:05.565858 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a30920-cfcc-40fd-a72e-2333368293a9,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:05.570976 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.582082 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:52:05.603234 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:05.614734 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.615401 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.624585 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880339e3-4461-42ea-99a3-51ebd214154b None None] Network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:52:05.642888 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 833ccddd-ef52-4daa-9745-5526a70306c0 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:05.666241 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.668033 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-7839240f-ee19-4364-b6f0-b88143d4dff6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7814472 Apr 06 13:52:05.668804 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49740) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:05.675258 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.677282 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] 10.222.0.41 "PUT /v2.0/ports/3150c2f9-0b38-48eb-b4e0-2a0daa622bfd HTTP/1.1" status: 200 len: 1093 time: 1.5951416 Apr 06 13:52:05.683018 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.688825 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:05.694113 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'tag': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:05.708389 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c2dbc-6c0a-4009-a169-07af0a75941a" -d '{"events": [{"name": "network-changed", "server_uuid": "e299530c-5fe4-4134-b8dd-a767a7cc4e3a", "tag": "3150c2f9-0b38-48eb-b4e0-2a0daa622bfd"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:05.770164 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (b069b313-ed15-4b31-96e7-da53bd03ca7f), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.771635 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (b069b313-ed15-4b31-96e7-da53bd03ca7f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.815800 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f46dc3-2b1b-49fa-a082-a333ebcb8ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,revision_number=3']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:05.903039 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf6b1b3-5dee-467d-8d54-8f161e5e2396 x-openstack-request-id: req-1bf6b1b3-5dee-467d-8d54-8f161e5e2396 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:05.905573 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e299530c-5fe4-4134-b8dd-a767a7cc4e3a", "tag": "3150c2f9-0b38-48eb-b4e0-2a0daa622bfd", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:05.906764 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bf6b1b3-5dee-467d-8d54-8f161e5e2396 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:05.907305 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf6b1b3-5dee-467d-8d54-8f161e5e2396'] response: {'name': 'network-changed', 'server_uuid': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'tag': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'status': 'completed', 'code': 200} Apr 06 13:52:05.955921 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks [] for router_controller (b069b313-ed15-4b31-96e7-da53bd03ca7f), precommit_add_association {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:05.969745 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-75dd034b-c5f8-4d9a-b7df-75435e252933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:05.977527 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-75dd034b-c5f8-4d9a-b7df-75435e252933 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 1127 time: 0.1595392 Apr 06 13:52:06.075491 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-34334a05-a77b-4a2f-a5be-fe5a3ed42bde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd HTTP/1.1" status: 200 len: 217 time: 0.0901666 Apr 06 13:52:06.138603 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 49750) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:06.185090 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-2669bd00-1f66-4e59-80c9-0e707296ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:06.186860 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-2669bd00-1f66-4e59-80c9-0e707296ed85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 200 len: 848 time: 0.1049037 Apr 06 13:52:06.271634 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-898baccf-7d1f-43d3-8312-37b480f6375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:06.273482 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-898baccf-7d1f-43d3-8312-37b480f6375c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dae22fb-f944-4482-ac15-d34f4276970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763938 Apr 06 13:52:06.469527 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-2029e235-ddb4-4a53-bd15-e8da5ed0bf4e', 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e', 'project_id': '1126bb44083c485abe4199303f76b9fe', 'fixed_ips': [{'subnet_id': 'e9a30920-cfcc-40fd-a72e-2333368293a9'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:52:06.470452 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.490764 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-ab397cc9-8cfd-4a6f-9dc7-d8702b0d9911 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071934 Apr 06 13:52:06.494765 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ca92dbf3-0fc0-4150-ae70-9a8db9218c00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=574a0cda755847b198982fe2de033d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549328 Apr 06 13:52:06.499982 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks [] for router_gateway (b069b313-ed15-4b31-96e7-da53bd03ca7f), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.502395 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76b9ce-cb55-46f8-a2f3-76202fb1d41e req-b6e90bc6-3554-4ecb-9a8a-c8bfbccd0b66 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:06.506131 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49756) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:06.510299 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bc76b9ce-cb55-46f8-a2f3-76202fb1d41e req-b6e90bc6-3554-4ecb-9a8a-c8bfbccd0b66 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 943 time: 0.1844990 Apr 06 13:52:06.607559 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84a94885-464e-444b-aace-02a16e544c03 admin admin] Publish callbacks [] for security_group (6cd9db96-8041-40ab-a304-d8ecb0e31b95), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.641185 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84a94885-464e-444b-aace-02a16e544c03 admin admin] Publish callbacks [] for security_group (6cd9db96-8041-40ab-a304-d8ecb0e31b95), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.705981 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Publish callbacks [] for port (67eac4bb-3d77-410c-bfde-754be5c08031), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.716783 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.764698 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Allocated IP 172.20.0.2 (2029e235-ddb4-4a53-bd15-e8da5ed0bf4e/e9a30920-cfcc-40fd-a72e-2333368293a9/7dfd5be5-e70d-4eab-8bca-dada0e498f83) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:06.835347 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84a94885-464e-444b-aace-02a16e544c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (6cd9db96-8041-40ab-a304-d8ecb0e31b95), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.841828 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84a94885-464e-444b-aace-02a16e544c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.843896 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-84a94885-464e-444b-aace-02a16e544c03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6cd9db96-8041-40ab-a304-d8ecb0e31b95 HTTP/1.1" status: 204 len: 168 time: 0.3356726 Apr 06 13:52:06.867678 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a7f2b-b03f-405a-8e67-29c0d8905218 None None] Pushing event updated for resources: {'Port': ['ID=67eac4bb-3d77-410c-bfde-754be5c08031,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:06.888068 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94885-464e-444b-aace-02a16e544c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd9db96-8041-40ab-a304-d8ecb0e31b95,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:06.942356 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks [] for router_gateway (b069b313-ed15-4b31-96e7-da53bd03ca7f), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:06.997515 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Attempting to bind port 67eac4bb-3d77-410c-bfde-754be5c08031 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:06.997905 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Attempting to bind port 67eac4bb-3d77-410c-bfde-754be5c08031 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:06.998264 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Attempting to bind port 67eac4bb-3d77-410c-bfde-754be5c08031 on network 9e73198c-5929-44a6-99f2-b8c8806bacd5 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:07.015149 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:07.015537 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Checking segment: {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:07.015964 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.016379 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Bound using segment: {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:07.016889 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Bound port: 67eac4bb-3d77-410c-bfde-754be5c08031, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:07.017306 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.023214 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.165828 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bc76b9ce-cb55-46f8-a2f3-76202fb1d41e req-1423bba6-7cd3-42e2-b8ca-51f33b885470 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6541443 Apr 06 13:52:07.171640 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59aa8d51-1a78-4360-ae01-ef84679b8e04 req-5d4b6026-af6d-4341-8c07-be66ddf97387 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571484 Apr 06 13:52:07.259303 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Publish callbacks [] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.280685 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.336232 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:07.368720 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Allocated IP 172.27.3.12 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/be72a423-acfc-4153-a140-c3524ff6a58a) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:07.369367 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:07.376973 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:07.386367 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] For port 67eac4bb-3d77-410c-bfde-754be5c08031, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:07.450453 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5b07b30f-9942-4668-967a-9d591941bf78 None None] Provisioning complete for port 67eac4bb-3d77-410c-bfde-754be5c08031 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:07.451610 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5b07b30f-9942-4668-967a-9d591941bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.463478 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] For port 67eac4bb-3d77-410c-bfde-754be5c08031, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=67eac4bb-3d77-410c-bfde-754be5c08031,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:07.522132 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Pushing event updated for resources: {'Port': ['ID=7dfd5be5-e70d-4eab-8bca-dada0e498f83,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:07.543099 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.557995 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44feb7c-b27a-492b-af9a-a766486651d0 req-d956d03d-8264-41a1-b831-27a69dd78e93 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:07.559696 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f44feb7c-b27a-492b-af9a-a766486651d0 req-d956d03d-8264-41a1-b831-27a69dd78e93 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0803232 Apr 06 13:52:07.596510 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks [] for port (be72a423-acfc-4153-a140-c3524ff6a58a), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.631898 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f44feb7c-b27a-492b-af9a-a766486651d0 req-54775e37-27e6-4f74-aff5-f97e4b70f302 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596085 Apr 06 13:52:07.636172 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Attempting to bind port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:07.636540 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Attempting to bind port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:07.636902 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Attempting to bind port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 on network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:07.638896 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5b07b30f-9942-4668-967a-9d591941bf78 None None] Port 67eac4bb-3d77-410c-bfde-754be5c08031 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:07.660239 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:07.661036 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Checking segment: {'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:07.661541 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.662359 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Bound using segment: {'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:07.663259 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Bound port: 7dfd5be5-e70d-4eab-8bca-dada0e498f83, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:07.663857 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.679043 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:07.721984 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:07.722532 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:07.723175 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:07.726101 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a7f2b-b03f-405a-8e67-29c0d8905218 None None] Pushing event updated for resources: {'Port': ['ID=67eac4bb-3d77-410c-bfde-754be5c08031,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:07.728016 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:07.731710 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:07.773241 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Pushing event updated for resources: {'Port': ['ID=be72a423-acfc-4153-a140-c3524ff6a58a,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:07.945283 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] For port 7dfd5be5-e70d-4eab-8bca-dada0e498f83, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:07.976654 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] For port 7dfd5be5-e70d-4eab-8bca-dada0e498f83, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=7dfd5be5-e70d-4eab-8bca-dada0e498f83,segment=NetworkSegment(bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c),segment_id=bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:07.994008 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.045438 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-082a8691-82fd-4d58-91f8-a33737d202a8 None None] Provisioning complete for port 67eac4bb-3d77-410c-bfde-754be5c08031 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:08.045819 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-082a8691-82fd-4d58-91f8-a33737d202a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.060112 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:08.097632 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks [] for router_gateway (b069b313-ed15-4b31-96e7-da53bd03ca7f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.157951 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409121d-567c-4288-adae-4bf76a56f652 None None] Pushing event updated for resources: {'Port': ['ID=7dfd5be5-e70d-4eab-8bca-dada0e498f83,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:08.311905 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-082a8691-82fd-4d58-91f8-a33737d202a8 None None] Current status of the port 67eac4bb-3d77-410c-bfde-754be5c08031 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:08.312326 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-082a8691-82fd-4d58-91f8-a33737d202a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.405943 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfd1b8-3dac-49be-a3bd-362bec30fadb req-61c6fe25-ae3f-4681-97c8-0c198213b620 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.412798 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-37dfd1b8-3dac-49be-a3bd-362bec30fadb req-61c6fe25-ae3f-4681-97c8-0c198213b620 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 943 time: 0.1324749 Apr 06 13:52:08.457935 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-082a8691-82fd-4d58-91f8-a33737d202a8 None None] For port 67eac4bb-3d77-410c-bfde-754be5c08031, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=67eac4bb-3d77-410c-bfde-754be5c08031,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:08.464778 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-082a8691-82fd-4d58-91f8-a33737d202a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.480775 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (b069b313-ed15-4b31-96e7-da53bd03ca7f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.489725 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-37dfd1b8-3dac-49be-a3bd-362bec30fadb req-484be6aa-a3ef-4f28-a0f8-0180b63d3193 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648026 Apr 06 13:52:08.555030 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.583877 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a8691-82fd-4d58-91f8-a33737d202a8 None None] Pushing event updated for resources: {'Port': ['ID=67eac4bb-3d77-410c-bfde-754be5c08031,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:08.600316 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:07Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:08.633611 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702037f-9245-4896-b023-d74d1b844fc1 None None] The sync data for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi is: [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:07Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:08.699302 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Router b069b313-ed15-4b31-96e7-da53bd03ca7f is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:52:08.888410 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97940750-979e-476e-81a5-eb974422818f req-2f5b83b9-2b92-46b5-ad72-dd1cc9587363 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:08.890706 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97940750-979e-476e-81a5-eb974422818f req-2f5b83b9-2b92-46b5-ad72-dd1cc9587363 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1100612 Apr 06 13:52:08.890932 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:52:08.905629 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Sync routers for ids ['b069b313-ed15-4b31-96e7-da53bd03ca7f'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:52:08.937219 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:08.938855 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-e00ed9a6-1f50-4006-9260-2b3e9db60618 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2675576 Apr 06 13:52:08.947806 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Routers {'b069b313-ed15-4b31-96e7-da53bd03ca7f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:08.949136 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['b069b313-ed15-4b31-96e7-da53bd03ca7f'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:08.958490 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49778) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:09.015652 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 7dfd5be5-e70d-4eab-8bca-dada0e498f83 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:09.017212 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97940750-979e-476e-81a5-eb974422818f req-f1831d6e-2cd5-43d5-a234-3bb61e4fb14d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116505 Apr 06 13:52:09.121578 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:09.122193 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.210132 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Set router b069b313-ed15-4b31-96e7-da53bd03ca7f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:09.305489 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:09.306156 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.339956 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:52:09.522398 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port 7dfd5be5-e70d-4eab-8bca-dada0e498f83, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=7dfd5be5-e70d-4eab-8bca-dada0e498f83,segment=NetworkSegment(bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c),segment_id=bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:09.556273 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:52:09.558208 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.560005 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 67eac4bb-3d77-410c-bfde-754be5c08031 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:09.665434 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:52:07Z', 'revision_number': 3, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port': {'id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:07Z', 'updated_at': '2022-04-06T13:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:09.679868 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e0555-22d1-4b17-bd97-117ebc0cc106 None None] Network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:52:09.715387 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Checking router: b069b313-ed15-4b31-96e7-da53bd03ca7f for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:52:09.716081 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Updating router b069b313-ed15-4b31-96e7-da53bd03ca7f port be72a423-acfc-4153-a140-c3524ff6a58a binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:52:09.768044 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:09.790664 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e5405-323a-44fc-8e40-2d8d8e4a2045 req-326da881-31e4-48dc-840e-b215f9b9664f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:09.799712 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0b9e5405-323a-44fc-8e40-2d8d8e4a2045 req-326da881-31e4-48dc-840e-b215f9b9664f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 943 time: 0.1604197 Apr 06 13:52:09.991197 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-bab50711-7317-46cc-b11e-38ee51dc5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:09.995562 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-bab50711-7317-46cc-b11e-38ee51dc5b96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 1127 time: 0.2675815 Apr 06 13:52:10.064192 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:10.077627 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=7dfd5be5-e70d-4eab-8bca-dada0e498f83,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:10.082525 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-ef80607b-0480-486a-8f63-8e0ed3ed8f73 None None] Provisioning complete for port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:10.082975 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ef80607b-0480-486a-8f63-8e0ed3ed8f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.157319 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'port_id': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'mac_address': 'fa:16:3e:58:87:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:52:10.168994 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-44956804-a891-4262-b712-4542bc046199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.170955 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-44956804-a891-4262-b712-4542bc046199 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 909 time: 0.1698413 Apr 06 13:52:10.213945 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 67eac4bb-3d77-410c-bfde-754be5c08031 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:10.217160 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-e89fd0f9-82f4-471e-9f66-4ee2b2c33288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.220062 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-e89fd0f9-82f4-471e-9f66-4ee2b2c33288 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 1129 time: 0.3397248 Apr 06 13:52:10.224052 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.250325 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-22e7a939-306a-4db6-917a-e419d75346f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd HTTP/1.1" status: 200 len: 217 time: 0.0701106 Apr 06 13:52:10.283820 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-32d755d7-d1ba-4118-930d-6aa7615805f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3730295 Apr 06 13:52:10.405068 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:10.405879 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.508799 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:10.510837 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0b9e5405-323a-44fc-8e40-2d8d8e4a2045 req-5a8a89aa-ba9e-4d0f-af3d-275a21a93104 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6275752 Apr 06 13:52:10.537611 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:10.564281 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Publish callbacks [] for port (be72a423-acfc-4153-a140-c3524ff6a58a), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.582126 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.596763 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-ed8ba0b3-0102-4bec-ab0a-9c0c76511665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.598378 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-ed8ba0b3-0102-4bec-ab0a-9c0c76511665 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 200 len: 848 time: 0.3335228 Apr 06 13:52:10.618214 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.659220 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab9d1b-2669-4877-b5af-6ca5f2b17c20 req-aa3d3791-32d8-4ac8-ae27-1d1c95760361 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.668786 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-36ab9d1b-2669-4877-b5af-6ca5f2b17c20 req-aa3d3791-32d8-4ac8-ae27-1d1c95760361 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.2904444 Apr 06 13:52:10.726305 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Attempting to bind port be72a423-acfc-4153-a140-c3524ff6a58a on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:10.727003 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Attempting to bind port be72a423-acfc-4153-a140-c3524ff6a58a by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:10.727575 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Attempting to bind port be72a423-acfc-4153-a140-c3524ff6a58a on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:10.730781 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7f0b0-eb19-4e16-aada-3f35e53d4f4e None None] Pushing event updated for resources: {'Port': ['ID=be72a423-acfc-4153-a140-c3524ff6a58a,revision_number=2']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:10.744191 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:10.744653 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:10.745121 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.745807 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:10.746314 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Bound port: be72a423-acfc-4153-a140-c3524ff6a58a, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:10.746755 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.752774 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-b898ae64-f7cc-465d-b067-50dbc5d33c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.755572 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-b898ae64-f7cc-465d-b067-50dbc5d33c1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.4699678 Apr 06 13:52:10.763722 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-67a3db0c-856d-4341-8ba4-13ce55674405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.766471 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-67a3db0c-856d-4341-8ba4-13ce55674405 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1130 time: 0.3602152 Apr 06 13:52:10.777883 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:10.794970 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-ef80607b-0480-486a-8f63-8e0ed3ed8f73 None None] Current status of the port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:10.869086 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-36ab9d1b-2669-4877-b5af-6ca5f2b17c20 req-59632a79-5de2-41d1-9315-46c0b763a145 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992805 Apr 06 13:52:10.880069 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] For port be72a423-acfc-4153-a140-c3524ff6a58a, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:10.891052 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] For port be72a423-acfc-4153-a140-c3524ff6a58a, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=be72a423-acfc-4153-a140-c3524ff6a58a,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:10.891276 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-c79d8d89-0311-440c-bdcf-59ed8d1761d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:10.894593 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-c79d8d89-0311-440c-bdcf-59ed8d1761d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dae22fb-f944-4482-ac15-d34f4276970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2844861 Apr 06 13:52:10.899097 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:10.919343 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-78373cf4-9484-4f87-ad33-eb9c3eafdb5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=480134c2-bed3-47db-b21e-ec26df53896b HTTP/1.1" status: 200 len: 217 time: 0.1418748 Apr 06 13:52:10.926263 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 67eac4bb-3d77-410c-bfde-754be5c08031 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:11.055062 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7f0b0-eb19-4e16-aada-3f35e53d4f4e None None] Pushing event updated for resources: {'Port': ['ID=be72a423-acfc-4153-a140-c3524ff6a58a,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:11.086295 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['3150c2f9-0b38-48eb-b4e0-2a0daa622bfd'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:52:11.087146 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-54e6d89d-afc4-46cd-af24-13098e1683b9 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812758 Apr 06 13:52:11.109232 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Routers {'b069b313-ed15-4b31-96e7-da53bd03ca7f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:11.111999 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['b069b313-ed15-4b31-96e7-da53bd03ca7f'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:11.156264 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 7dfd5be5-e70d-4eab-8bca-dada0e498f83 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:11.254650 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-504a932b-fcd7-481c-8263-61d9aed3f9ec service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605816 Apr 06 13:52:11.305776 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] Set router b069b313-ed15-4b31-96e7-da53bd03ca7f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:11.314862 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-ea7d573b-7d9a-47f7-8863-3f2f48b45741 None None] Provisioning complete for port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:11.315427 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ea7d573b-7d9a-47f7-8863-3f2f48b45741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:11.383157 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:11.383637 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:11.450682 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-303f1040-5c3c-4f03-ba79-41b2b1e5cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.453243 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-303f1040-5c3c-4f03-ba79-41b2b1e5cba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.5024691 Apr 06 13:52:11.545661 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d573b-7d9a-47f7-8863-3f2f48b45741 None None] Current status of the port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:11.607028 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:11.641407 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:52:07Z', 'revision_number': 3, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port': {'id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:07Z', 'updated_at': '2022-04-06T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:11.648149 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:11.691835 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-5001f976-b822-441f-8768-c3a855f4f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.693594 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-5001f976-b822-441f-8768-c3a855f4f8f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.8938212 Apr 06 13:52:11.698602 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-811558b5-09da-4e73-8382-cfd639ab4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.700356 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-811558b5-09da-4e73-8382-cfd639ab4024 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1920059 Apr 06 13:52:11.701358 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc5abf7-7f22-4004-b9a5-df0423c0aecb None None] The sync data for ids ['b069b313-ed15-4b31-96e7-da53bd03ca7f'] in dv-cinder-836804-1-iscsi is: [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:52:07Z', 'revision_number': 3, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port': {'id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:07Z', 'updated_at': '2022-04-06T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:11.725434 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a48df5-551b-49c3-895a-6caffa36ff80 req-e60e41f0-5e8c-499c-a003-80f878f23880 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:11.728257 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b1a48df5-551b-49c3-895a-6caffa36ff80 req-e60e41f0-5e8c-499c-a003-80f878f23880 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 944 time: 0.1087813 Apr 06 13:52:11.854853 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b1a48df5-551b-49c3-895a-6caffa36ff80 req-6bb40654-d207-4daf-a07d-b8c0a5449995 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193447 Apr 06 13:52:12.014273 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-0b3995db-478b-481c-a52e-f85bc053f605 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 1002 time: 0.3071668 Apr 06 13:52:12.031141 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6a9f-ba87-4e7e-b74b-87442627c34d req-e3dd9d3d-c08b-4488-9ed9-6d5818d95b79 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:12.033554 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a26f6a9f-ba87-4e7e-b74b-87442627c34d req-e3dd9d3d-c08b-4488-9ed9-6d5818d95b79 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0877621 Apr 06 13:52:12.140219 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-d6f6613d-3f7a-413a-89d8-bc617ceebbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:12.146120 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-d6f6613d-3f7a-413a-89d8-bc617ceebbfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.1185358 Apr 06 13:52:12.158912 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-355f114e-f90f-4ba0-80a9-447bbbac7fdc service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440267 Apr 06 13:52:12.168344 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a26f6a9f-ba87-4e7e-b74b-87442627c34d req-f46e1d7a-e33b-4559-aeef-add7a095b73c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233234 Apr 06 13:52:12.215338 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Allocated IP 172.20.0.1 (2029e235-ddb4-4a53-bd15-e8da5ed0bf4e/e9a30920-cfcc-40fd-a72e-2333368293a9/1c064cc4-e359-4d50-a7eb-cf7e0dae03e4) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:12.349898 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-634ead19-192b-4bf8-8c03-c859da720307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:12.351487 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-634ead19-192b-4bf8-8c03-c859da720307 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1916163 Apr 06 13:52:12.351894 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6d76dbfe-ab4f-4abb-b096-9d91efd51b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:12.382633 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-8f65904b-1d7f-4d84-9b7c-6e2e2a63ad5b req-a865ea1f-f107-4215-9659-8d1fb1fbcbf2 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091179 Apr 06 13:52:12.520630 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Publish callbacks [] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:12.558817 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-dd0d1704-5a7d-424a-9dc1-fd85ec5f1ae4 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982977 Apr 06 13:52:12.586733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:12.630235 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:12.648211 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:12.659650 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:12.700685 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Pushing event updated for resources: {'Port': ['ID=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:12.746540 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.746884 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.747233 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.747580 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.747920 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.748253 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.748585 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.748918 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.749312 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.749636 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.749978 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.750328 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.750652 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.750983 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.751312 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:12.784278 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (b069b313-ed15-4b31-96e7-da53bd03ca7f), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:12.851816 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9df8743f-b100-4bab-a60a-1eafd84c739a req-4356bc70-82c4-49c4-b038-774cc32ee7a2 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188075 Apr 06 13:52:13.006506 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b9490099-283a-461e-a235-d1714925ddd0 None None] Provisioning complete for port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:13.006928 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b9490099-283a-461e-a235-d1714925ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.036460 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.047449 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adf4af-4525-4336-a941-42f32351f93f req-a3b3534d-a1ac-46ae-86c5-acf851abe5af tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:13.049244 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59adf4af-4525-4336-a941-42f32351f93f req-a3b3534d-a1ac-46ae-86c5-acf851abe5af tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 944 time: 0.0899782 Apr 06 13:52:13.078429 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b9490099-283a-461e-a235-d1714925ddd0 None None] Port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:13.125141 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device be72a423-acfc-4153-a140-c3524ff6a58a up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:13.132768 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59adf4af-4525-4336-a941-42f32351f93f req-3923e9ad-ccac-4938-85e3-2a154b279397 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770991 Apr 06 13:52:13.203905 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port be72a423-acfc-4153-a140-c3524ff6a58a triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:13.204674 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.301972 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Publish callbacks [] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.309680 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.322759 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port be72a423-acfc-4153-a140-c3524ff6a58a is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:13.323743 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.373978 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:13.381699 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port be72a423-acfc-4153-a140-c3524ff6a58a, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=be72a423-acfc-4153-a140-c3524ff6a58a,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:13.386588 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Pushing event updated for resources: {'Port': ['ID=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:13.390142 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (b069b313-ed15-4b31-96e7-da53bd03ca7f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.430693 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.453172 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e7ea6-14e5-4ab1-a582-cbe60ef890d1 req-5ba893d6-6d82-4cb2-bdc9-817578660c17 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:13.459552 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-622e7ea6-14e5-4ab1-a582-cbe60ef890d1 req-5ba893d6-6d82-4cb2-bdc9-817578660c17 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1220474 Apr 06 13:52:13.541928 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=be72a423-acfc-4153-a140-c3524ff6a58a,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:13.547570 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:13.550737 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:13.551644 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-622e7ea6-14e5-4ab1-a582-cbe60ef890d1 req-6c4b1a72-e96b-43d9-85fd-1d9f30234479 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803511 Apr 06 13:52:13.566908 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.567531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.568206 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.568811 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.569381 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.569915 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.570465 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.571044 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.571349 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.571685 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.572046 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.573870 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.573870 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.573870 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.573870 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:13.578927 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:52:13.583696 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:13.584149 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.709205 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:13.710169 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.741305 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:13.742042 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Router b069b313-ed15-4b31-96e7-da53bd03ca7f has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:52:13.744118 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d55116a-3461-422d-992b-50e2649876f8" -d '{"events": [{"server_uuid": "e299530c-5fe4-4134-b8dd-a767a7cc4e3a", "name": "network-vif-plugged", "status": "completed", "tag": "3150c2f9-0b38-48eb-b4e0-2a0daa622bfd"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:13.760795 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:13.769664 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.823598 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c4fc54-5ab2-41d1-84b6-1cf4b35ef491 x-openstack-request-id: req-16c4fc54-5ab2-41d1-84b6-1cf4b35ef491 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:13.824201 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e299530c-5fe4-4134-b8dd-a767a7cc4e3a", "name": "network-vif-plugged", "status": "completed", "tag": "3150c2f9-0b38-48eb-b4e0-2a0daa622bfd", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:13.824667 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16c4fc54-5ab2-41d1-84b6-1cf4b35ef491 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:13.825368 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c4fc54-5ab2-41d1-84b6-1cf4b35ef491'] response: {'server_uuid': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'code': 200} Apr 06 13:52:13.860304 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:13.883127 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:52:13.889748 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-c329fda4-d557-49fa-b5dc-d58b15e62f53 admin admin] 10.222.0.44 "PUT /v2.0/routers/b069b313-ed15-4b31-96e7-da53bd03ca7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9292040 Apr 06 13:52:13.911976 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-9a9c6d88-d421-4806-bbf5-5d4e71e59faa None None] Provisioning complete for port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:13.912625 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9a9c6d88-d421-4806-bbf5-5d4e71e59faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:13.953021 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c6d88-d421-4806-bbf5-5d4e71e59faa None None] Port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:13.990492 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5af90-84af-45b7-958d-6061b7dc11cc req-c5c576cc-3849-4389-abf3-10e863972aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:13.992376 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39c5af90-84af-45b7-958d-6061b7dc11cc req-c5c576cc-3849-4389-abf3-10e863972aac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 1129 time: 0.0453191 Apr 06 13:52:14.042157 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39c5af90-84af-45b7-958d-6061b7dc11cc req-5cea15fd-3a37-44bf-9f32-9cab7bc9845c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Apr 06 13:52:14.086781 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Sync routers for ids ['b069b313-ed15-4b31-96e7-da53bd03ca7f'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:52:14.097814 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Routers {'b069b313-ed15-4b31-96e7-da53bd03ca7f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:14.098500 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:51:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['b069b313-ed15-4b31-96e7-da53bd03ca7f'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:14.227142 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Set router b069b313-ed15-4b31-96e7-da53bd03ca7f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:14.245920 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d07596-b76d-4dc3-b7d9-f4f0cda1647c req-00a92b69-ef89-402d-a605-8bcd6c7dd51c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:14.247514 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c6d07596-b76d-4dc3-b7d9-f4f0cda1647c req-00a92b69-ef89-402d-a605-8bcd6c7dd51c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0556831 Apr 06 13:52:14.311684 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c6d07596-b76d-4dc3-b7d9-f4f0cda1647c req-b05ada45-4d53-4218-b193-3fed137a2be0 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517092 Apr 06 13:52:14.477993 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:52:12Z', 'revision_number': 4, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port': {'id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:07Z', 'updated_at': '2022-04-06T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1c064cc4-e359-4d50-a7eb-cf7e0dae03e4', 'name': '', 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'mac_address': 'fa:16:3e:82:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e9a30920-cfcc-40fd-a72e-2333368293a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:11Z', 'updated_at': '2022-04-06T13:52:13Z', 'revision_number': 2, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'subnets': [{'id': 'e9a30920-cfcc-40fd-a72e-2333368293a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:14.514556 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Checking router: b069b313-ed15-4b31-96e7-da53bd03ca7f for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:52:14.515007 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Updating router b069b313-ed15-4b31-96e7-da53bd03ca7f port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:52:14.546453 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:14.759607 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808394a6-e10f-4528-a443-7ed8157303c3 req-6100ebed-abc0-45d4-a1fc-135100903cbf tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:14.766702 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-808394a6-e10f-4528-a443-7ed8157303c3 req-6100ebed-abc0-45d4-a1fc-135100903cbf tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0933919 Apr 06 13:52:14.823869 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-808394a6-e10f-4528-a443-7ed8157303c3 req-33e446fd-92ab-47c9-9943-32fc5f291e86 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562789 Apr 06 13:52:14.832091 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-18a016de-bfca-43a2-90dc-9aa58ac213b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:14.949794 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Publish callbacks [] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:14.959647 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.023230 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b184c-096c-496d-a43e-e156c5fc1dbf None None] Pushing event updated for resources: {'Port': ['ID=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:15.052368 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device be72a423-acfc-4153-a140-c3524ff6a58a up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:15.114795 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Attempting to bind port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:15.115223 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Attempting to bind port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:15.115594 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Attempting to bind port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 on network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:15.130135 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:15.131133 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Checking segment: {'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:15.132411 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.133278 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Bound using segment: {'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:15.134123 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Bound port: 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:15.134769 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.233645 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port be72a423-acfc-4153-a140-c3524ff6a58a triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:15.234114 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.259930 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] For port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:15.293189 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] For port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,segment=NetworkSegment(bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c),segment_id=bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:15.310868 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.314379 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b6a7fe00-dac8-40e8-9786-2d6c0c020b51 None None] Provisioning complete for port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:15.314751 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fe00-dac8-40e8-9786-2d6c0c020b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.466473 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Routers {'b069b313-ed15-4b31-96e7-da53bd03ca7f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:15.467141 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:52:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['b069b313-ed15-4b31-96e7-da53bd03ca7f'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:15.567262 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b184c-096c-496d-a43e-e156c5fc1dbf None None] Pushing event updated for resources: {'Port': ['ID=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:15.573384 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port be72a423-acfc-4153-a140-c3524ff6a58a is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:15.584051 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bb6f0-d417-4b8b-aa8e-de553157b9af req-36876eec-b4e9-496f-a28d-8da98737ff18 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:15.596110 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b75bb6f0-d417-4b8b-aa8e-de553157b9af req-36876eec-b4e9-496f-a28d-8da98737ff18 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.1482298 Apr 06 13:52:15.688048 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b75bb6f0-d417-4b8b-aa8e-de553157b9af req-96173316-086a-48e9-a92e-5e90f98aca40 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882750 Apr 06 13:52:15.851360 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.854175 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7fe00-dac8-40e8-9786-2d6c0c020b51 None None] Current status of the port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:15.854631 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fe00-dac8-40e8-9786-2d6c0c020b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.877709 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] Set router b069b313-ed15-4b31-96e7-da53bd03ca7f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:15.937548 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b6a7fe00-dac8-40e8-9786-2d6c0c020b51 None None] For port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,segment=NetworkSegment(bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c),segment_id=bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:15.947171 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b6a7fe00-dac8-40e8-9786-2d6c0c020b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:15.989045 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789a19e-194f-4572-a817-cdd0df2f4f98 req-083f6009-63cc-42d6-8b3c-fe5b64b3604f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:15.997502 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3789a19e-194f-4572-a817-cdd0df2f4f98 req-083f6009-63cc-42d6-8b3c-fe5b64b3604f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0856154 Apr 06 13:52:16.053846 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3789a19e-194f-4572-a817-cdd0df2f4f98 req-299e6469-06e5-47aa-9f7c-b70730af2aef tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552957 Apr 06 13:52:16.111490 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7fe00-dac8-40e8-9786-2d6c0c020b51 None None] Pushing event updated for resources: {'Port': ['ID=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:16.122986 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-cafacb09-2660-412c-866c-112e48ec3341 None None] Provisioning complete for port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:16.123372 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-cafacb09-2660-412c-866c-112e48ec3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:16.267745 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-cafacb09-2660-412c-866c-112e48ec3341 None None] Current status of the port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:16.291401 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:52:12Z', 'revision_number': 4, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port': {'id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:07Z', 'updated_at': '2022-04-06T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1c064cc4-e359-4d50-a7eb-cf7e0dae03e4', 'name': '', 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'mac_address': 'fa:16:3e:82:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e9a30920-cfcc-40fd-a72e-2333368293a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:11Z', 'updated_at': '2022-04-06T13:52:15Z', 'revision_number': 4, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'subnets': [{'id': 'e9a30920-cfcc-40fd-a72e-2333368293a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:16.321206 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edd4034-282f-4d42-b05c-f6de7aff5b79 None None] The sync data for ids ['b069b313-ed15-4b31-96e7-da53bd03ca7f'] in dv-cinder-836804-1-iscsi is: [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:52:12Z', 'revision_number': 4, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port': {'id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:07Z', 'updated_at': '2022-04-06T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1c064cc4-e359-4d50-a7eb-cf7e0dae03e4', 'name': '', 'network_id': '2029e235-ddb4-4a53-bd15-e8da5ed0bf4e', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'mac_address': 'fa:16:3e:82:bb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'e9a30920-cfcc-40fd-a72e-2333368293a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:11Z', 'updated_at': '2022-04-06T13:52:15Z', 'revision_number': 4, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'subnets': [{'id': 'e9a30920-cfcc-40fd-a72e-2333368293a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:16.850875 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef42c5-2b67-4fe5-bb69-cfbee898078f req-4cba5203-a573-4a53-aa33-48dec8908c0c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:16.859576 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97ef42c5-2b67-4fe5-bb69-cfbee898078f req-4cba5203-a573-4a53-aa33-48dec8908c0c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.1036434 Apr 06 13:52:16.945687 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-97ef42c5-2b67-4fe5-bb69-cfbee898078f req-80b281b0-8007-4cc5-beb3-8bcb338dfa78 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834024 Apr 06 13:52:17.000507 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:17.109190 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:17.167215 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48937f96-45e0-4ee4-ba57-3b28bff5dd3c req-8117d981-f087-4c09-98ba-5c84b75afbce tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:17.168905 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48937f96-45e0-4ee4-ba57-3b28bff5dd3c req-8117d981-f087-4c09-98ba-5c84b75afbce tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.1202188 Apr 06 13:52:17.180571 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 49864) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:17.186931 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'floatingip': {'port_id': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:17.234058 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:17.234519 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:17.248182 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749b92d-8e43-4f71-b294-8fbb9e603e11 req-694e5058-4964-496b-9673-643471a6117b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:17.254409 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (ddf17db4-70e6-473b-9126-63e76a8ef1e9), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:17.258717 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d749b92d-8e43-4f71-b294-8fbb9e603e11 req-694e5058-4964-496b-9673-643471a6117b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0881608 Apr 06 13:52:17.378082 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d749b92d-8e43-4f71-b294-8fbb9e603e11 req-2746a349-b92f-4f67-bcfa-1ad19901420a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106193 Apr 06 13:52:17.399354 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:18.023866 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:18.028991 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (ddf17db4-70e6-473b-9126-63e76a8ef1e9), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:18.468397 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:18.520353 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3917f-4ba8-4f36-92ad-0bef04b69d93 req-1aa86958-98be-41a5-9b61-110fa780ef56 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:18.529805 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-78a3917f-4ba8-4f36-92ad-0bef04b69d93 req-1aa86958-98be-41a5-9b61-110fa780ef56 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0880408 Apr 06 13:52:18.578460 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Floating IP ddf17db4-70e6-473b-9126-63e76a8ef1e9 associated. External IP: 172.27.3.90, port: 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd. Apr 06 13:52:18.592563 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-78a3917f-4ba8-4f36-92ad-0bef04b69d93 req-f7b4f16a-669d-4982-9138-57310b2368dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615859 Apr 06 13:52:18.943801 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:52:19.108964 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:52:19.116487 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:19.120742 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] Sync routers for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:52:19.136284 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:19.136923 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:52:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:19.172494 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-3ec48343-62c2-4200-8dfb-6fcc6bea348a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "PUT /v2.0/floatingips/ddf17db4-70e6-473b-9126-63e76a8ef1e9 HTTP/1.1" status: 200 len: 990 time: 1.9899287 Apr 06 13:52:19.173097 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'tag': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:19.175447 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eba317-b6b0-4b3f-a05f-cb74c2929029" -d '{"events": [{"name": "network-changed", "server_uuid": "e299530c-5fe4-4134-b8dd-a767a7cc4e3a", "tag": "3150c2f9-0b38-48eb-b4e0-2a0daa622bfd"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:19.219787 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7bd5b9-c491-406d-adbd-3d945c70010c x-openstack-request-id: req-3e7bd5b9-c491-406d-adbd-3d945c70010c {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:19.220125 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e299530c-5fe4-4134-b8dd-a767a7cc4e3a", "tag": "3150c2f9-0b38-48eb-b4e0-2a0daa622bfd", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:19.220450 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e7bd5b9-c491-406d-adbd-3d945c70010c {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:19.220909 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7bd5b9-c491-406d-adbd-3d945c70010c'] response: {'name': 'network-changed', 'server_uuid': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'tag': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'status': 'completed', 'code': 200} Apr 06 13:52:19.274009 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:19.313233 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-302af586-cb1e-48df-9b86-7620f7d41530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:19.315430 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-302af586-cb1e-48df-9b86-7620f7d41530 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 1129 time: 0.0656369 Apr 06 13:52:19.441204 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-8b34572a-d078-404c-b6a5-e508cbcf5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:19.443127 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-8b34572a-d078-404c-b6a5-e508cbcf5bdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 909 time: 0.1188927 Apr 06 13:52:19.557851 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-6268dd72-b121-4ab6-b587-ca6791329c32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd HTTP/1.1" status: 200 len: 998 time: 0.1067750 Apr 06 13:52:19.651103 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-e043a8bf-1a7a-4b00-bf8d-eefde13c5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:19.654229 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-e043a8bf-1a7a-4b00-bf8d-eefde13c5b22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 200 len: 848 time: 0.0889688 Apr 06 13:52:19.720664 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'ddf17db4-70e6-473b-9126-63e76a8ef1e9', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'port_id': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'mac_address': 'fa:16:3e:58:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:55Z', 'updated_at': '2022-04-06T13:52:17Z', 'revision_number': 1, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:19.762237 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] Checking router: 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:52:19.763452 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-4a35fed5-40f8-4a9a-acef-96d01f31b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:19.766907 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-4a35fed5-40f8-4a9a-acef-96d01f31b676 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dae22fb-f944-4482-ac15-d34f4276970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054926 Apr 06 13:52:19.775651 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:52:19.776399 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:52:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:19.807296 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9be08-2d81-4792-9625-6e76b83a9098 req-27fc52df-6f2c-46c2-94c8-faddd1013bba tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:19.808985 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9dd9be08-2d81-4792-9625-6e76b83a9098 req-27fc52df-6f2c-46c2-94c8-faddd1013bba tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0710280 Apr 06 13:52:19.873836 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9dd9be08-2d81-4792-9625-6e76b83a9098 req-ff7ee62a-104a-4a69-bf7b-897aaa9729d0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589144 Apr 06 13:52:19.930763 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-adc45aa2-31d3-43dc-bcc7-ec1f695ef6d5 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549165 Apr 06 13:52:19.958636 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:52:20.049690 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e2eba317-b6b0-4b3f-a05f-cb74c2929029 req-525d5982-c429-4803-834d-3ed8468eed44 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083517 Apr 06 13:52:20.241500 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'ddf17db4-70e6-473b-9126-63e76a8ef1e9', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'port_id': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'mac_address': 'fa:16:3e:58:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:55Z', 'updated_at': '2022-04-06T13:52:17Z', 'revision_number': 1, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:52:20.267760 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c5ea6-cc80-4874-9e75-e4a480295f7e None None] The sync data for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi is: [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'ddf17db4-70e6-473b-9126-63e76a8ef1e9', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'port_id': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'mac_address': 'fa:16:3e:58:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:51:55Z', 'updated_at': '2022-04-06T13:52:17Z', 'revision_number': 1, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:52:20.500226 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660cc23-a3e5-46b8-82ec-1945bf790122 None None] New status for floating IP ddf17db4-70e6-473b-9126-63e76a8ef1e9: ACTIVE {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:52:21.027599 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f9f87-24b9-4243-be22-acbd5950a827 req-6836f8fb-dd8f-4fcf-8e5b-144994f4e24a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:21.029308 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fe6f9f87-24b9-4243-be22-acbd5950a827 req-6836f8fb-dd8f-4fcf-8e5b-144994f4e24a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0624411 Apr 06 13:52:21.094999 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fe6f9f87-24b9-4243-be22-acbd5950a827 req-725feb46-ab6c-472d-9991-c5bb6b98dd5f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587864 Apr 06 13:52:22.292556 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7473c6-f3b3-4eb5-b240-ea68488171ab req-d16ef2e8-8f48-4222-ac89-992f3a14c0b8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:22.295281 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fa7473c6-f3b3-4eb5-b240-ea68488171ab req-d16ef2e8-8f48-4222-ac89-992f3a14c0b8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0908625 Apr 06 13:52:22.371583 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fa7473c6-f3b3-4eb5-b240-ea68488171ab req-41903ef8-e303-4909-bc05-0601e089be94 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702636 Apr 06 13:52:23.553897 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8db31-7e50-41be-88a2-5168aacb51f0 req-991ca3d2-16c2-4cca-af99-524f4a1d37e5 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:23.555504 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-17c8db31-7e50-41be-88a2-5168aacb51f0 req-991ca3d2-16c2-4cca-af99-524f4a1d37e5 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0746641 Apr 06 13:52:23.622338 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-17c8db31-7e50-41be-88a2-5168aacb51f0 req-83e4b4b5-05d3-434a-afe0-91784d835605 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557666 Apr 06 13:52:24.802853 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e5ded-5d95-4b72-af60-5313dee5fcdf req-120a3273-1187-4f52-838d-0da2dcfadd64 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:24.804511 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-420e5ded-5d95-4b72-af60-5313dee5fcdf req-120a3273-1187-4f52-838d-0da2dcfadd64 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0751076 Apr 06 13:52:24.864306 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-420e5ded-5d95-4b72-af60-5313dee5fcdf req-368245c9-dae8-4f65-8b2e-4f624eeb0b15 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537086 Apr 06 13:52:25.210226 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-fe6ef1c4-16eb-42b3-8c2f-55ce6532e864 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:25.211724 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-fe6ef1c4-16eb-42b3-8c2f-55ce6532e864 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/networks?id=9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 200 len: 813 time: 0.1108146 Apr 06 13:52:25.231120 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-b81dc300-21c3-4c82-a53a-061d64853f19 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/quotas/1505ac4f27a045ac97e834e42ab5ee22 HTTP/1.1" status: 200 len: 375 time: 0.0099354 Apr 06 13:52:25.296230 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-47dd5253-bfa5-47d4-83be-5dd60c875d5c tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572283 Apr 06 13:52:25.406579 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-12cf466a-2eb1-4c08-b6f9-bba1a204d625 service neutron] 10.222.0.44 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908294 Apr 06 13:52:25.464240 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a452e2f-89bb-42de-8e2e-d5b432c24e72 req-7874e5c6-51fd-4a58-9864-20ce51a01a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:25.466379 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6a452e2f-89bb-42de-8e2e-d5b432c24e72 req-7874e5c6-51fd-4a58-9864-20ce51a01a5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 1129 time: 0.0651252 Apr 06 13:52:25.517841 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6a452e2f-89bb-42de-8e2e-d5b432c24e72 req-92174f95-5427-46ec-9fa0-b9783cbbfa00 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Apr 06 13:52:25.520405 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-5457328b-f9c0-4da7-ae04-65b23158546b service neutron] 10.222.0.44 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041651 Apr 06 13:52:25.700127 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-55540708-06c5-4b7a-864b-97345241cd6f req-63af0702-b4f2-4086-8f20-efa054e0a68d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0353332 Apr 06 13:52:26.012416 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f205b-13af-4170-8bc3-0b0aa555933b req-ae9d7685-4daf-435c-9ce9-de8534ea0ca0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:26.014092 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1e0f205b-13af-4170-8bc3-0b0aa555933b req-ae9d7685-4daf-435c-9ce9-de8534ea0ca0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0604248 Apr 06 13:52:26.072141 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1e0f205b-13af-4170-8bc3-0b0aa555933b req-547e57be-46e1-45c0-ac07-189361212102 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515676 Apr 06 13:52:26.795108 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9ba211ae-4d97-426c-b359-efb56699936a req-0aa87138-4d68-46e6-9cbc-4c93739b44d4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Apr 06 13:52:27.199165 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa347b70-df6c-4287-bd85-77937a516699 req-7f424774-22e2-4b74-a68c-8fb67b052a77 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:27.200533 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa347b70-df6c-4287-bd85-77937a516699 req-7f424774-22e2-4b74-a68c-8fb67b052a77 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0555954 Apr 06 13:52:27.256747 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa347b70-df6c-4287-bd85-77937a516699 req-6c2b05f8-c567-4ab8-95ae-c36659f45e9e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504158 Apr 06 13:52:27.891894 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5dfb1332-be2a-4449-a9d2-e2b8eeaa666c req-8a0bbb5d-b989-4b27-9dc5-45aaae0cc8f1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0310111 Apr 06 13:52:28.383958 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc00d7-beb2-46a0-ae6a-52eccdf1b238 req-f9acacfe-1955-4308-9e76-f53db7a3beb2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:28.385554 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fdfc00d7-beb2-46a0-ae6a-52eccdf1b238 req-f9acacfe-1955-4308-9e76-f53db7a3beb2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0579474 Apr 06 13:52:28.435036 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fdfc00d7-beb2-46a0-ae6a-52eccdf1b238 req-3d621157-ab81-49b2-b016-c7732a983add tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 Apr 06 13:52:29.005650 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d5457f2f-cace-4644-af38-cd93dbf5474a req-136f9217-4341-4f3c-a7ad-664ddd887cf2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0441468 Apr 06 13:52:29.564363 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a46ae-4e98-4ce0-8bef-888dada57e66 req-1a2886d7-0953-4c45-adc2-c60c7764e8bf tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:29.565934 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f47a46ae-4e98-4ce0-8bef-888dada57e66 req-1a2886d7-0953-4c45-adc2-c60c7764e8bf tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0584080 Apr 06 13:52:29.620344 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f47a46ae-4e98-4ce0-8bef-888dada57e66 req-db213028-9a9e-409e-b0a8-29716a4ea99f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465024 Apr 06 13:52:30.137347 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1621ea90-7f9b-4369-b595-1e131fa77920 req-10835d91-68e9-4ce7-82f0-58ba988a442f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0343850 Apr 06 13:52:30.748104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc8db-59f8-4e77-8a62-3a45ac4c5429 req-cb649cdb-5a38-4a3c-a552-4221b4bfcf2e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:30.749688 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dbedc8db-59f8-4e77-8a62-3a45ac4c5429 req-cb649cdb-5a38-4a3c-a552-4221b4bfcf2e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0551786 Apr 06 13:52:30.800232 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dbedc8db-59f8-4e77-8a62-3a45ac4c5429 req-69ae6824-d6c2-4d34-a1cd-43616f7e001f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Apr 06 13:52:31.246237 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7f04c865-efd7-4e94-a88c-96e57f38ee33 req-624dab17-7b22-42d5-8cd9-f08dcce73e07 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Apr 06 13:52:31.693458 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-c314c629-035c-4735-b926-491f53228452 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.694943 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-c314c629-035c-4735-b926-491f53228452 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.41 "GET /v2.0/networks?id=9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 200 len: 813 time: 0.1074855 Apr 06 13:52:31.729386 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'port': {'device_id': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'admin_state_up': True, 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:31.851226 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Made reservation on behalf of 1505ac4f27a045ac97e834e42ab5ee22 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:52:31.855117 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:31.929167 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d8b1-c21f-42e5-b9ee-6dde71fd14ce req-4a474822-38be-4052-b085-c6236e7646f0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:31.930720 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-86d9d8b1-c21f-42e5-b9ee-6dde71fd14ce req-4a474822-38be-4052-b085-c6236e7646f0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0572317 Apr 06 13:52:31.981888 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-86d9d8b1-c21f-42e5-b9ee-6dde71fd14ce req-4972f90e-bba0-49e2-81fc-8f40f55596f2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Apr 06 13:52:32.006115 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Allocated IP 172.20.0.3 (9e73198c-5929-44a6-99f2-b8c8806bacd5/7020f5bc-fe98-49b5-af02-31b378dc6303/690ada15-1f4a-4595-afca-029ccf7e1ece) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:32.219088 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:32.268129 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:32.368399 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:32.369872 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'Port': ['ID=690ada15-1f4a-4595-afca-029ccf7e1ece,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:32.373288 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:32.376219 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:32.488095 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b1397-f28d-4717-aadf-25b5191e4bfe req-cad44bd8-c6f4-40e0-8b09-fd44376ed895 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.496495 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-142b1397-f28d-4717-aadf-25b5191e4bfe req-cad44bd8-c6f4-40e0-8b09-fd44376ed895 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.1567862 Apr 06 13:52:32.513031 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3df0a-4e74-4d96-9968-555bcaa048d5 req-d318d6db-b3c5-4c7f-a4b6-029672c1132d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.521059 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-49a3df0a-4e74-4d96-9968-555bcaa048d5 req-d318d6db-b3c5-4c7f-a4b6-029672c1132d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1909895 Apr 06 13:52:32.526636 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:32.527325 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:32.570981 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dc133818-2e0b-4f4a-b989-9faab8fe06e1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8454680 Apr 06 13:52:32.590775 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-142b1397-f28d-4717-aadf-25b5191e4bfe req-78ab2766-e674-443d-bbb1-fd4e4283aa1f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929291 Apr 06 13:52:32.650161 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-49a3df0a-4e74-4d96-9968-555bcaa048d5 req-aa6d2d03-1efd-4b91-9d17-462e03961f06 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274297 Apr 06 13:52:32.736522 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-07944bbf-da46-4ddd-afb8-6911ee9147f3 None None] Provisioning complete for port 690ada15-1f4a-4595-afca-029ccf7e1ece triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:32.737145 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-07944bbf-da46-4ddd-afb8-6911ee9147f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:32.774239 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-07944bbf-da46-4ddd-afb8-6911ee9147f3 None None] Port 690ada15-1f4a-4595-afca-029ccf7e1ece cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:52:33.734537 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790432be-a1d2-4c03-8cc9-8e0767b3f6a5 req-5094fa4a-435f-4532-8a1f-c267598545dd tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:33.736107 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-790432be-a1d2-4c03-8cc9-8e0767b3f6a5 req-5094fa4a-435f-4532-8a1f-c267598545dd tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0657134 Apr 06 13:52:33.826491 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-790432be-a1d2-4c03-8cc9-8e0767b3f6a5 req-f259b290-a655-4885-95f1-ff32059cf9b3 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845277 Apr 06 13:52:33.843066 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b71f8-ac2c-490c-9291-e88acca8c027 req-099b5aaf-2cca-4839-898c-704f9a07deff tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:33.844656 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ff3b71f8-ac2c-490c-9291-e88acca8c027 req-099b5aaf-2cca-4839-898c-704f9a07deff tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0848057 Apr 06 13:52:33.895765 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ff3b71f8-ac2c-490c-9291-e88acca8c027 req-e22a15c0-f8eb-45ab-9adb-4b3605dc2eab tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Apr 06 13:52:34.961202 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cab08-3130-4193-9245-ca3b7193c1b6 req-8838cc10-e2f0-43cf-941c-4e0f11b8cd64 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:34.962918 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e93cab08-3130-4193-9245-ca3b7193c1b6 req-8838cc10-e2f0-43cf-941c-4e0f11b8cd64 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0673606 Apr 06 13:52:35.046457 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e93cab08-3130-4193-9245-ca3b7193c1b6 req-008a25ab-5a22-4707-9548-f36ba7a3a840 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774662 Apr 06 13:52:35.074691 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b63b92-8dc2-4e46-9a8b-ac1f1230513e req-199ff346-dd7e-40f2-8cae-8041e358e11e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:35.076353 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c8b63b92-8dc2-4e46-9a8b-ac1f1230513e req-199ff346-dd7e-40f2-8cae-8041e358e11e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0800755 Apr 06 13:52:35.133521 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c8b63b92-8dc2-4e46-9a8b-ac1f1230513e req-97a512ea-6a2c-4da0-ab1e-b3af4219877d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509753 Apr 06 13:52:36.199667 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584669e-3e00-4494-9924-88109b65a9a0 req-46d17f35-43b5-4ed5-93ff-434c15b973ec tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:36.202142 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e584669e-3e00-4494-9924-88109b65a9a0 req-46d17f35-43b5-4ed5-93ff-434c15b973ec tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0776436 Apr 06 13:52:36.311262 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e584669e-3e00-4494-9924-88109b65a9a0 req-e0ffe7e7-d651-4dde-be5d-63abe7231296 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965858 Apr 06 13:52:36.327057 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b42541-bd5a-4334-a576-5112d2aad9a9 req-48ef9715-17e8-43cc-8a84-c261b68687f6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:36.328644 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-15b42541-bd5a-4334-a576-5112d2aad9a9 req-48ef9715-17e8-43cc-8a84-c261b68687f6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0848370 Apr 06 13:52:36.384683 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-15b42541-bd5a-4334-a576-5112d2aad9a9 req-89aad907-9951-4488-a7da-b7ac4f913c83 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463893 Apr 06 13:52:37.648517 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5fde3-3d50-46d9-8653-377793f317fc req-b46832dc-8a8b-48ef-a972-8cc77fe20bce tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:37.651487 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-94a5fde3-3d50-46d9-8653-377793f317fc req-b46832dc-8a8b-48ef-a972-8cc77fe20bce tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.2538400 Apr 06 13:52:37.696647 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bda7da-6600-4c99-bbbb-ef55457b8072 req-3eeb03dc-e2e6-48e3-87cd-b05219500639 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:37.699723 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d7bda7da-6600-4c99-bbbb-ef55457b8072 req-3eeb03dc-e2e6-48e3-87cd-b05219500639 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.2246695 Apr 06 13:52:37.769826 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-94a5fde3-3d50-46d9-8653-377793f317fc req-43b8521f-9c3b-4758-aff8-cbdf3629581a tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021545 Apr 06 13:52:37.794286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d7bda7da-6600-4c99-bbbb-ef55457b8072 req-a8e656f5-10b5-4bee-b052-2c1a52f82886 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768933 Apr 06 13:52:38.527554 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:38.929637 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19ab61-46a8-4dc5-8ba1-7679ddce1339 req-0d27d2fb-84ab-4af9-927b-b2d8ae7c4311 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:38.932169 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2c19ab61-46a8-4dc5-8ba1-7679ddce1339 req-0d27d2fb-84ab-4af9-927b-b2d8ae7c4311 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0793519 Apr 06 13:52:39.018302 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2c19ab61-46a8-4dc5-8ba1-7679ddce1339 req-a3b2896e-4c42-4759-9f82-31e0920d1d22 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762186 Apr 06 13:52:39.025854 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d483191-33df-4ca9-8a68-3be56c0a7453 req-7a17de30-a940-45e2-8946-d884f9c120ed tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:39.027552 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5d483191-33df-4ca9-8a68-3be56c0a7453 req-7a17de30-a940-45e2-8946-d884f9c120ed tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0943470 Apr 06 13:52:39.126259 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5d483191-33df-4ca9-8a68-3be56c0a7453 req-95662e3d-b241-4756-92a6-482fe27b4c18 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894370 Apr 06 13:52:40.178073 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04102f-4540-4805-ab21-fac66ad0371b req-2cbc38e9-b03b-435a-80ad-f1779bc6c762 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:40.179714 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5e04102f-4540-4805-ab21-fac66ad0371b req-2cbc38e9-b03b-435a-80ad-f1779bc6c762 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0786352 Apr 06 13:52:40.245699 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5e04102f-4540-4805-ab21-fac66ad0371b req-2c7dfcf0-34fd-4e0d-8e8a-766c1872a3d1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577888 Apr 06 13:52:40.302381 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f33742-84ec-4cb9-a129-edf3a633b0a1 req-a207d177-5253-46f8-9a05-49eac7a95e04 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:40.305018 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-25f33742-84ec-4cb9-a129-edf3a633b0a1 req-a207d177-5253-46f8-9a05-49eac7a95e04 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0711551 Apr 06 13:52:40.357608 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-25f33742-84ec-4cb9-a129-edf3a633b0a1 req-c7e944b2-28c2-42c2-b9c8-0d8bdf0ebc0e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465238 Apr 06 13:52:41.449194 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda89218-0bd7-43b6-88c4-9d45cf797297 req-d0073160-1e1f-4698-9000-44006fe44a6f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:41.452763 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bda89218-0bd7-43b6-88c4-9d45cf797297 req-d0073160-1e1f-4698-9000-44006fe44a6f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.1046593 Apr 06 13:52:41.597076 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bda89218-0bd7-43b6-88c4-9d45cf797297 req-485e207a-34ea-4fd7-9c5f-6f545326e3ad tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329508 Apr 06 13:52:41.625303 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a6a93-176d-45b6-802f-37a513d943c4 req-a04e89ea-aa28-4a87-a86f-68feca3719df tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:41.628132 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ed1a6a93-176d-45b6-802f-37a513d943c4 req-a04e89ea-aa28-4a87-a86f-68feca3719df tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1312873 Apr 06 13:52:41.684838 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ed1a6a93-176d-45b6-802f-37a513d943c4 req-bada3658-7d31-4310-baa4-95d59ee7ccef tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508907 Apr 06 13:52:42.340369 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-328c117c-fe0c-4b50-a761-a6cc1d9687e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:42.753613 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b8b01-747e-4680-bc68-1e16ff0ec89a req-1bfc5241-81b5-42f2-b40f-e579b7edc52f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:42.756331 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-625b8b01-747e-4680-bc68-1e16ff0ec89a req-1bfc5241-81b5-42f2-b40f-e579b7edc52f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0744381 Apr 06 13:52:42.860716 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-625b8b01-747e-4680-bc68-1e16ff0ec89a req-01319f00-ae6b-4311-9a85-4c92b56d6bbf tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976317 Apr 06 13:52:42.893818 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d7016-aaf3-4d6f-801d-2bd49367bdcc req-e3a389dd-0132-4642-a976-1d4bfcd1fad7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:42.895694 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-954d7016-aaf3-4d6f-801d-2bd49367bdcc req-e3a389dd-0132-4642-a976-1d4bfcd1fad7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1104479 Apr 06 13:52:43.003293 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-954d7016-aaf3-4d6f-801d-2bd49367bdcc req-6b13d1e5-21b8-4553-84db-da356a100595 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871882 Apr 06 13:52:44.078371 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb120e1d-9748-4c36-8ce5-f9ce9bb3cba0 req-06c0700e-f4ee-49ba-a622-95f9b81ebecc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.084307 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fb120e1d-9748-4c36-8ce5-f9ce9bb3cba0 req-06c0700e-f4ee-49ba-a622-95f9b81ebecc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.1050458 Apr 06 13:52:44.216864 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fb120e1d-9748-4c36-8ce5-f9ce9bb3cba0 req-d1f2576a-502f-4f94-9b95-52158ed2b448 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218872 Apr 06 13:52:44.244618 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac689b-e46c-453f-9f46-5b6656070009 req-4dedebe0-5dbe-40e9-b79f-99f129669166 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:44.247293 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ecac689b-e46c-453f-9f46-5b6656070009 req-4dedebe0-5dbe-40e9-b79f-99f129669166 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1319590 Apr 06 13:52:44.302035 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ecac689b-e46c-453f-9f46-5b6656070009 req-bbcbae1a-03a1-4580-899b-0b474835037d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489039 Apr 06 13:52:44.822590 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0a34d942-5366-489c-b854-3d93f3e6552c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.374648 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b776a-94ba-42a8-9a2e-07e74b341f20 req-d3b8eb64-03f0-4d9e-a4bb-c1fc4a494c54 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:45.384273 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-137b776a-94ba-42a8-9a2e-07e74b341f20 req-d3b8eb64-03f0-4d9e-a4bb-c1fc4a494c54 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0946643 Apr 06 13:52:45.487176 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-137b776a-94ba-42a8-9a2e-07e74b341f20 req-615b8674-dfa0-4d9c-893e-78721a9cabeb tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890257 Apr 06 13:52:45.499045 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d84a3-9c44-468f-a79d-5222b6367745 req-744335fe-4d66-48f3-ae4f-d295fd7448c2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:45.500633 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-097d84a3-9c44-468f-a79d-5222b6367745 req-744335fe-4d66-48f3-ae4f-d295fd7448c2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1150260 Apr 06 13:52:45.557752 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:45.583249 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-097d84a3-9c44-468f-a79d-5222b6367745 req-1bb91b15-597d-44ea-aabd-f18b89ffc58a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713458 Apr 06 13:52:46.496768 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:52:46.669728 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159f270-9c16-4cc9-a8a7-07db7917d726 req-eb483185-e330-45e4-a1df-347b36ad455f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:46.671319 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4159f270-9c16-4cc9-a8a7-07db7917d726 req-eb483185-e330-45e4-a1df-347b36ad455f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0808921 Apr 06 13:52:46.771947 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4159f270-9c16-4cc9-a8a7-07db7917d726 req-50125ebd-6ead-4f9d-be84-a1762837529b tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871131 Apr 06 13:52:46.780031 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2a41-9254-4b91-a476-01d6abc506f2 req-d4b829c0-7a1b-4651-a1e2-2723aed347fd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:46.781587 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c8ab2a41-9254-4b91-a476-01d6abc506f2 req-d4b829c0-7a1b-4651-a1e2-2723aed347fd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1066828 Apr 06 13:52:46.839245 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c8ab2a41-9254-4b91-a476-01d6abc506f2 req-665a8710-0156-489d-b105-304f8e5386d8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490510 Apr 06 13:52:46.975449 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:47.913397 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45b6da-1eb0-4061-92b6-8ed2c281dc91 req-cdf51707-3c6d-435f-a56a-87328b5c0ced tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:47.915051 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dc45b6da-1eb0-4061-92b6-8ed2c281dc91 req-cdf51707-3c6d-435f-a56a-87328b5c0ced tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 931 time: 0.0603912 Apr 06 13:52:47.995277 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dc45b6da-1eb0-4061-92b6-8ed2c281dc91 req-e4781b5a-8e2b-4a89-ad8a-6e1fa3c882c9 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713718 Apr 06 13:52:48.013194 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fb957-69e2-4964-85d5-6e8efa1b2fb4 req-41098e57-f0cf-49fb-9a60-181c643c094e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:48.014739 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e74fb957-69e2-4964-85d5-6e8efa1b2fb4 req-41098e57-f0cf-49fb-9a60-181c643c094e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0763676 Apr 06 13:52:48.067028 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e74fb957-69e2-4964-85d5-6e8efa1b2fb4 req-156a59ba-0d9c-4473-8a40-95030d216f20 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 Apr 06 13:52:48.208946 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Request body: {'port': {'device_id': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:48.301421 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:48.350683 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-b88423c1-8ad2-453a-aeb7-2fe4235dc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:48.352207 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-b88423c1-8ad2-453a-aeb7-2fe4235dc8a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 1129 time: 0.1033521 Apr 06 13:52:48.433230 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:48.554102 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-fe3beade-43e5-4cb0-a5c6-793e1fbaf3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:48.555498 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-fe3beade-43e5-4cb0-a5c6-793e1fbaf3ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.1962314 Apr 06 13:52:48.615396 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-ca2f2d0f-b6c0-42e3-bf54-8fc6fcaf786f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=480134c2-bed3-47db-b21e-ec26df53896b HTTP/1.1" status: 200 len: 217 time: 0.0492201 Apr 06 13:52:48.728281 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-7c4bed3c-6696-4312-bf38-6b9609b98322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:48.729761 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-7c4bed3c-6696-4312-bf38-6b9609b98322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0976868 Apr 06 13:52:48.747168 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690ada15-1f4a-4595-afca-029ccf7e1ece {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:48.769627 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Publish callbacks [] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:48.787061 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Transition to ACTIVE for port object 690ada15-1f4a-4595-afca-029ccf7e1ece will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:52:48.792819 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:48.828696 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-249d71af-5275-43cf-a351-f19c6fa12d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:48.830144 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-249d71af-5275-43cf-a351-f19c6fa12d47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933421 Apr 06 13:52:48.856455 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Pushing event updated for resources: {'Port': ['ID=690ada15-1f4a-4595-afca-029ccf7e1ece,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:48.998624 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-88dee084-b68e-45bb-93b9-93ce06db1513 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558020 Apr 06 13:52:49.001219 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Attempting to bind port 690ada15-1f4a-4595-afca-029ccf7e1ece on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:52:49.001589 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Attempting to bind port 690ada15-1f4a-4595-afca-029ccf7e1ece by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:52:49.001912 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Attempting to bind port 690ada15-1f4a-4595-afca-029ccf7e1ece on network 9e73198c-5929-44a6-99f2-b8c8806bacd5 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:49.007533 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Port 690ada15-1f4a-4595-afca-029ccf7e1ece on network 9e73198c-5929-44a6-99f2-b8c8806bacd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:52:49.007845 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Attempting to bind port 690ada15-1f4a-4595-afca-029ccf7e1ece on network 9e73198c-5929-44a6-99f2-b8c8806bacd5 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:52:49.031841 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:52:49.032210 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Checking segment: {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:52:49.032656 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Bound using segment: {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:52:49.033573 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Bound port: 690ada15-1f4a-4595-afca-029ccf7e1ece, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a25511b-3e21-42d7-93a7-53a553732732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:52:49.033833 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:49.143064 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34f1c-2155-4f14-94b3-1a49c65330e3 req-51e70ade-c4f8-4ab0-bc20-a4c29fc9ae52 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:49.150029 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d2f34f1c-2155-4f14-94b3-1a49c65330e3 req-51e70ade-c4f8-4ab0-bc20-a4c29fc9ae52 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 943 time: 0.0756934 Apr 06 13:52:49.177353 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] For port 690ada15-1f4a-4595-afca-029ccf7e1ece, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:52:49.181717 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-aa066f9b-cac5-4611-b692-b04b02e3a867 req-76ed40a0-d9c5-4a07-9b6c-e489539bc24d service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712775 Apr 06 13:52:49.183447 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] For port 690ada15-1f4a-4595-afca-029ccf7e1ece, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=690ada15-1f4a-4595-afca-029ccf7e1ece,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:52:49.191911 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:49.227429 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d2f34f1c-2155-4f14-94b3-1a49c65330e3 req-9ae31013-8de6-435a-b35f-842fa020b4a1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748067 Apr 06 13:52:49.229043 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:49.230697 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:49.232568 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-373db556-f913-4d06-985c-3ab352059b56 service neutron] 10.222.0.41 "PUT /v2.0/ports/690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 1093 time: 1.0311840 Apr 06 13:52:49.235157 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:49.237892 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a360e609-8ad1-4368-a575-2ed60fc220ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:49.247616 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd67537-19ab-4ad0-9897-55e6f138814a req-33d6c518-1a8f-42e9-a607-f24a2d432eba tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:49.257816 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5bd67537-19ab-4ad0-9897-55e6f138814a req-33d6c518-1a8f-42e9-a607-f24a2d432eba tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0881755 Apr 06 13:52:49.266347 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373db556-f913-4d06-985c-3ab352059b56 service neutron] Pushing event updated for resources: {'Port': ['ID=690ada15-1f4a-4595-afca-029ccf7e1ece,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:49.304971 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827ab1ae-ed66-4bd3-a950-dbb242ff29c3 x-openstack-request-id: req-827ab1ae-ed66-4bd3-a950-dbb242ff29c3 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:49.305281 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:49.305543 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-827ab1ae-ed66-4bd3-a950-dbb242ff29c3 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:49.305982 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827ab1ae-ed66-4bd3-a950-dbb242ff29c3'] response: {'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'status': 'completed', 'code': 200} Apr 06 13:52:49.307572 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5bd67537-19ab-4ad0-9897-55e6f138814a req-569d94c6-4f3b-4466-868a-1266aa31e752 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484841 Apr 06 13:52:49.361644 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-3de46652-37b3-480b-abd4-343da0385070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:49.363164 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-3de46652-37b3-480b-abd4-343da0385070 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1127 time: 0.0544157 Apr 06 13:52:49.427475 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-5486058c-01a1-459e-840d-0fcf763ce781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 217 time: 0.0549476 Apr 06 13:52:49.480898 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-e7938850-a4dd-489b-a6dc-e3682f31ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:49.482857 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-e7938850-a4dd-489b-a6dc-e3682f31ffd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7020f5bc-fe98-49b5-af02-31b378dc6303 HTTP/1.1" status: 200 len: 852 time: 0.0490232 Apr 06 13:52:49.538248 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-1abb7bf4-5745-4e91-a1c1-ac9d8b99ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:49.539813 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-1abb7bf4-5745-4e91-a1c1-ac9d8b99ffec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e73198c-5929-44a6-99f2-b8c8806bacd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501902 Apr 06 13:52:49.632922 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-dd366350-33dd-4235-a412-275fa4bf67c5 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861726 Apr 06 13:52:49.749030 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-62a38920-ef94-4c79-b042-79b7e1ccbba6 req-013ada3e-9845-4afa-8254-543d868c678d service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953290 Apr 06 13:52:50.362090 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807955-459c-4e9f-bbd8-12970485b64f req-fa200b54-c4f7-4bc7-9e20-c87312e4a07f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:50.363613 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6b807955-459c-4e9f-bbd8-12970485b64f req-fa200b54-c4f7-4bc7-9e20-c87312e4a07f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 943 time: 0.0585718 Apr 06 13:52:50.443688 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6b807955-459c-4e9f-bbd8-12970485b64f req-3bcca7b8-2f08-4932-80f5-69fb94579f27 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730684 Apr 06 13:52:50.462103 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f9fa7-5522-44ff-8837-2501ab430be2 req-9b01131b-488c-4a5b-9bf0-b99285d17e5b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:50.463660 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-146f9fa7-5522-44ff-8837-2501ab430be2 req-9b01131b-488c-4a5b-9bf0-b99285d17e5b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0792890 Apr 06 13:52:50.512569 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-146f9fa7-5522-44ff-8837-2501ab430be2 req-8ab55e49-c6a1-4ab3-9b69-8ad28115a767 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Apr 06 13:52:51.171761 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50166) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:51.283495 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-25fa4bfd-835f-4eea-a86c-63ef21fc4147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:51.368726 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-25fa4bfd-835f-4eea-a86c-63ef21fc4147 admin admin] Publish callbacks [] for security_group (eea31d78-cc54-4799-a562-228e0bef5953), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:51.374388 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-25fa4bfd-835f-4eea-a86c-63ef21fc4147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (eea31d78-cc54-4799-a562-228e0bef5953), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:51.410711 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa4bfd-835f-4eea-a86c-63ef21fc4147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea31d78-cc54-4799-a562-228e0bef5953,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:51.415020 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-25fa4bfd-835f-4eea-a86c-63ef21fc4147 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f8d2b4f7a824c96b0c819749578b410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422121 Apr 06 13:52:51.417806 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50170) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:51.476377 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4d3e545a-b452-4656-b0d6-8c67f11967a1 admin admin] Publish callbacks [] for security_group (eea31d78-cc54-4799-a562-228e0bef5953), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:51.503654 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4d3e545a-b452-4656-b0d6-8c67f11967a1 admin admin] Publish callbacks [] for security_group (eea31d78-cc54-4799-a562-228e0bef5953), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:51.570441 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4d3e545a-b452-4656-b0d6-8c67f11967a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (eea31d78-cc54-4799-a562-228e0bef5953), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:51.573724 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4d3e545a-b452-4656-b0d6-8c67f11967a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:51.577238 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4d3e545a-b452-4656-b0d6-8c67f11967a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eea31d78-cc54-4799-a562-228e0bef5953 HTTP/1.1" status: 204 len: 168 time: 0.1562748 Apr 06 13:52:51.593127 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e545a-b452-4656-b0d6-8c67f11967a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea31d78-cc54-4799-a562-228e0bef5953,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:51.605455 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba04-48d5-4a5c-bfb9-1068168fc837 req-1efa86a0-ac6c-4893-a420-097ec4522665 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:51.607096 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ac47ba04-48d5-4a5c-bfb9-1068168fc837 req-1efa86a0-ac6c-4893-a420-097ec4522665 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 943 time: 0.0691032 Apr 06 13:52:51.701624 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ac47ba04-48d5-4a5c-bfb9-1068168fc837 req-51888057-e368-4470-97ad-efe8cec4311a tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788984 Apr 06 13:52:51.708616 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03591-c221-4b64-8b5b-e5f997a9bcad req-de9ff2a4-3bc9-4df5-995a-ec9e729be957 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:51.710157 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41a03591-c221-4b64-8b5b-e5f997a9bcad req-de9ff2a4-3bc9-4df5-995a-ec9e729be957 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.1019831 Apr 06 13:52:51.766447 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41a03591-c221-4b64-8b5b-e5f997a9bcad req-24dd197c-f0be-44be-837b-286291a8ecaa tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485809 Apr 06 13:52:52.859849 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef89c5f-7192-4895-8b14-255564474fa9 req-e64da83b-a7e8-4e0d-a85b-8f896cf81da2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:52.861336 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2ef89c5f-7192-4895-8b14-255564474fa9 req-e64da83b-a7e8-4e0d-a85b-8f896cf81da2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 943 time: 0.0737402 Apr 06 13:52:52.932314 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15e5b7-f491-4eed-a927-2e2206d0a1b3 req-5ad085d4-d4e6-410f-8193-32e39290bff7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:52.933841 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ec15e5b7-f491-4eed-a927-2e2206d0a1b3 req-5ad085d4-d4e6-410f-8193-32e39290bff7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0932860 Apr 06 13:52:52.938222 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2ef89c5f-7192-4895-8b14-255564474fa9 req-453a765e-8be5-425c-b61a-0658bca5e24f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599203 Apr 06 13:52:52.981709 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ec15e5b7-f491-4eed-a927-2e2206d0a1b3 req-ff14476b-13d0-41a0-b999-fde6d4b3b9fa tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Apr 06 13:52:53.550763 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 690ada15-1f4a-4595-afca-029ccf7e1ece details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:52:53.664958 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 690ada15-1f4a-4595-afca-029ccf7e1ece, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=690ada15-1f4a-4595-afca-029ccf7e1ece,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:53.676185 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'port_id': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'mac_address': 'fa:16:3e:13:25:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:52:53.714060 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 690ada15-1f4a-4595-afca-029ccf7e1ece is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:53.714437 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:53.727146 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690ada15-1f4a-4595-afca-029ccf7e1ece {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:52:53.747197 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 690ada15-1f4a-4595-afca-029ccf7e1ece, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=690ada15-1f4a-4595-afca-029ccf7e1ece,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:53.752430 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:53.802694 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=690ada15-1f4a-4595-afca-029ccf7e1ece,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:54.065074 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be730a1-2efe-480a-893a-06556bb2ba36 req-ddc2203e-4929-414a-b7c3-eaf45e69da8e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:54.066610 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0be730a1-2efe-480a-893a-06556bb2ba36 req-ddc2203e-4929-414a-b7c3-eaf45e69da8e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 944 time: 0.0621333 Apr 06 13:52:54.143652 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0be730a1-2efe-480a-893a-06556bb2ba36 req-f0a2b13e-f3a6-44c9-8107-0d19d591162a tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689704 Apr 06 13:52:54.154892 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e88f9b-fecf-4d58-94f5-74579ed940ba req-4cc63f38-1b61-4597-b1a3-7c3b559af0bd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:54.156472 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-76e88f9b-fecf-4d58-94f5-74579ed940ba req-4cc63f38-1b61-4597-b1a3-7c3b559af0bd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0989563 Apr 06 13:52:54.206453 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-76e88f9b-fecf-4d58-94f5-74579ed940ba req-321d0832-4640-45c3-95fb-9af30862c2bd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Apr 06 13:52:54.211083 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['690ada15-1f4a-4595-afca-029ccf7e1ece'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:52:54.601409 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-aaae44a9-96a0-4e1a-b559-6854fd8d62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:54.603446 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-aaae44a9-96a0-4e1a-b559-6854fd8d62e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1128 time: 0.0532825 Apr 06 13:52:55.278480 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58305bb-875c-4170-8aec-b30e2d2b1857 req-19fb23e8-34cd-4440-84be-c929daacdcb5 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.280055 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e58305bb-875c-4170-8aec-b30e2d2b1857 req-19fb23e8-34cd-4440-84be-c929daacdcb5 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 944 time: 0.0597434 Apr 06 13:52:55.291364 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-f914b7c0-76d2-41f4-b05c-6818fd2c5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.293540 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-f914b7c0-76d2-41f4-b05c-6818fd2c5fef service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 200 len: 913 time: 0.1027348 Apr 06 13:52:55.339698 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-a6436a5d-2e10-46a5-810c-30c513d93333 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 217 time: 0.0400400 Apr 06 13:52:55.360996 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e58305bb-875c-4170-8aec-b30e2d2b1857 req-a0f1668f-9904-49b2-b2b0-431a754625c1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699244 Apr 06 13:52:55.375483 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0586bba-aa80-42db-b146-61e827ef9b96 req-739e6260-508a-4c7e-9d54-c1599ef3a4ae tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.377611 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e0586bba-aa80-42db-b146-61e827ef9b96 req-739e6260-508a-4c7e-9d54-c1599ef3a4ae tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0964632 Apr 06 13:52:55.395268 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-dedc52a1-6f2b-413f-91c7-11976b5ae3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.397073 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-dedc52a1-6f2b-413f-91c7-11976b5ae3a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7020f5bc-fe98-49b5-af02-31b378dc6303 HTTP/1.1" status: 200 len: 852 time: 0.0511549 Apr 06 13:52:55.490290 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-f4fe777b-f4a6-41a9-befd-8ccde915a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:55.492922 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-f4fe777b-f4a6-41a9-befd-8ccde915a65d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e73198c-5929-44a6-99f2-b8c8806bacd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895920 Apr 06 13:52:55.559091 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 690ada15-1f4a-4595-afca-029ccf7e1ece up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:52:55.673159 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-a1339ba6-0be4-46b2-9079-0f585e37a3f2 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730556 Apr 06 13:52:55.684814 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 690ada15-1f4a-4595-afca-029ccf7e1ece completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:52:55.695608 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 690ada15-1f4a-4595-afca-029ccf7e1ece triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:52:55.696546 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.714547 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e0586bba-aa80-42db-b146-61e827ef9b96 req-eb96d76f-dffa-4252-86eb-d38d1a06ddd9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279440 Apr 06 13:52:55.860500 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 690ada15-1f4a-4595-afca-029ccf7e1ece is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:52:55.860946 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.899048 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:52:55.903175 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5901128e-a5a8-4cae-a2f8-99686d6c84f5" -d '{"events": [{"server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "name": "network-vif-plugged", "status": "completed", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:52:55.929505 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 690ada15-1f4a-4595-afca-029ccf7e1ece, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=690ada15-1f4a-4595-afca-029ccf7e1ece,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:52:55.940647 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:55.992170 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c2d3d-afb9-43df-a281-7b1b4be95069 x-openstack-request-id: req-1f8c2d3d-afb9-43df-a281-7b1b4be95069 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:52:55.993391 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "name": "network-vif-plugged", "status": "completed", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:52:55.993978 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f8c2d3d-afb9-43df-a281-7b1b4be95069 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:52:55.994729 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8c2d3d-afb9-43df-a281-7b1b4be95069'] response: {'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'code': 200} Apr 06 13:52:56.053214 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=690ada15-1f4a-4595-afca-029ccf7e1ece,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:56.126527 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a360e609-8ad1-4368-a575-2ed60fc220ff req-9bfc860a-b2f8-4b2e-bb7e-17cd9b9277d7 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400766 Apr 06 13:52:56.208602 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917a84f-eeee-4329-adf2-0bb76f8d003f req-dba5dc55-7d2c-4db4-882c-ccfe3b3a1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:56.211363 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a917a84f-eeee-4329-adf2-0bb76f8d003f req-dba5dc55-7d2c-4db4-882c-ccfe3b3a1d7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1129 time: 0.0682714 Apr 06 13:52:56.292918 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a917a84f-eeee-4329-adf2-0bb76f8d003f req-861c927f-4d29-4c33-ac94-fff6743f115f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735519 Apr 06 13:52:56.501702 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b0196-844e-4a4a-babe-ea588e0b35cf req-8552c95d-19fa-46a8-bdaf-e1cade41c10a tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:56.503998 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1c3b0196-844e-4a4a-babe-ea588e0b35cf req-8552c95d-19fa-46a8-bdaf-e1cade41c10a tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0632288 Apr 06 13:52:56.575871 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1c3b0196-844e-4a4a-babe-ea588e0b35cf req-30de9d77-b6b9-4bb6-ad24-f8418a693c93 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654979 Apr 06 13:52:57.588313 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50262) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:57.593245 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272037307', 'description': 'tempest-description--1743465501'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:57.625907 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.735615 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group (72f8939e-0a3a-4ad0-8b26-be8c2276500d), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.740516 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (72f8939e-0a3a-4ad0-8b26-be8c2276500d), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.777210 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.778474 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1890783 Apr 06 13:52:57.781769 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50266) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:57.787433 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-bc3992da-947f-4046-8975-3049dc7fa7ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'security_group_rule': {'security_group_id': '72f8939e-0a3a-4ad0-8b26-be8c2276500d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:57.787689 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e2e1-0ae2-4706-9e74-98c23944700e req-066d352b-3adb-4c9f-89c6-f5c40bf2ca12 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:57.789024 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4078e2e1-0ae2-4706-9e74-98c23944700e req-066d352b-3adb-4c9f-89c6-f5c40bf2ca12 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.1097906 Apr 06 13:52:57.790194 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f8939e-0a3a-4ad0-8b26-be8c2276500d,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:57.804241 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.804587 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.804932 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.805299 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.805966 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.805966 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.806350 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.806653 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.806986 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.807305 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.807617 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.807939 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.808255 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.808572 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.808894 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1437dfc-48a2-4e96-9925-01c0b7b468dd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:52:57.833168 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bc3992da-947f-4046-8975-3049dc7fa7ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group_rule (3f8b4a07-fffc-4251-bf0c-beb75cde1882), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.860688 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4078e2e1-0ae2-4706-9e74-98c23944700e req-8f2c4efb-8127-4e55-9ad9-6c278fec3aa3 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633221 Apr 06 13:52:57.918621 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bc3992da-947f-4046-8975-3049dc7fa7ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group_rule (3f8b4a07-fffc-4251-bf0c-beb75cde1882), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.923677 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bc3992da-947f-4046-8975-3049dc7fa7ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (3f8b4a07-fffc-4251-bf0c-beb75cde1882), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.941583 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3992da-947f-4046-8975-3049dc7fa7ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8b4a07-fffc-4251-bf0c-beb75cde1882,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:57.949985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bc3992da-947f-4046-8975-3049dc7fa7ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:57.953830 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-bc3992da-947f-4046-8975-3049dc7fa7ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707277 Apr 06 13:52:57.954398 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50270) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:57.958991 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-8f394432-8570-4178-b0ef-f5232e11860c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'security_group_rule': {'security_group_id': '72f8939e-0a3a-4ad0-8b26-be8c2276500d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:57.996988 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8f394432-8570-4178-b0ef-f5232e11860c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group_rule (ce796ac8-9010-4f26-aac0-d06253740f5e), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.067840 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8f394432-8570-4178-b0ef-f5232e11860c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group_rule (ce796ac8-9010-4f26-aac0-d06253740f5e), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.071899 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8f394432-8570-4178-b0ef-f5232e11860c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (ce796ac8-9010-4f26-aac0-d06253740f5e), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.093922 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f394432-8570-4178-b0ef-f5232e11860c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce796ac8-9010-4f26-aac0-d06253740f5e,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:58.105902 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8f394432-8570-4178-b0ef-f5232e11860c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.105902 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-8f394432-8570-4178-b0ef-f5232e11860c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464362 Apr 06 13:52:58.105902 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50274) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:52:58.110421 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:52:58.137938 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.294179 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.412978 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Allocated IP 172.27.3.7 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/f1fa1539-3007-4295-ab15-b9e33704f282) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:52:58.531974 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for port (f1fa1539-3007-4295-ab15-b9e33704f282), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.586159 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (f1fa1539-3007-4295-ab15-b9e33704f282), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.625479 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:52:58.631125 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:52:58.635312 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:52:58.644059 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event updated for resources: {'Port': ['ID=f1fa1539-3007-4295-ab15-b9e33704f282,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:58.696315 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (d134097c-88ce-453d-a7c2-b5ca8fb00847), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.737661 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f1fa1539-3007-4295-ab15-b9e33704f282), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.909470 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for port (f1fa1539-3007-4295-ab15-b9e33704f282), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.915231 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (f1fa1539-3007-4295-ab15-b9e33704f282), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:58.957760 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (d134097c-88ce-453d-a7c2-b5ca8fb00847), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:59.001630 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event updated for resources: {'Port': ['ID=f1fa1539-3007-4295-ab15-b9e33704f282,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:52:59.008012 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:52:59.009951 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e88f68d6-7ad0-4e9d-b535-83c5f1f4e5db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9036276 Apr 06 13:52:59.041188 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7471f80-d270-4bba-81ca-3cdcdf795411 req-a8a7398f-3655-4f33-b11f-ec4a168f7456 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.042797 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e7471f80-d270-4bba-81ca-3cdcdf795411 req-a8a7398f-3655-4f33-b11f-ec4a168f7456 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0989153 Apr 06 13:52:59.099033 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e7471f80-d270-4bba-81ca-3cdcdf795411 req-ff4b6486-d7fc-4dd2-8f38-dc308b2cc186 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471494 Apr 06 13:52:59.267643 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-d4799cb5-5e0f-4bdb-9328-40d4903040f1 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--272037307&fields=id&tenant_id=755c0338ac804cb99d73687e61a866e6 HTTP/1.1" status: 200 len: 267 time: 0.0773325 Apr 06 13:52:59.291480 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bc63d-b55f-4ca8-9fa1-033c7159ca48 req-d00c1736-2d0b-49d1-ba92-e74ffbcb0bc4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.292988 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ce2bc63d-b55f-4ca8-9fa1-033c7159ca48 req-d00c1736-2d0b-49d1-ba92-e74ffbcb0bc4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0875647 Apr 06 13:52:59.418726 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ce2bc63d-b55f-4ca8-9fa1-033c7159ca48 req-3addb119-73e4-4973-9d07-df6a003e1622 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095519 Apr 06 13:52:59.442046 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-9c88f6ed-0951-439f-a340-65b93405f29e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.443899 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-9c88f6ed-0951-439f-a340-65b93405f29e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 819 time: 0.1692009 Apr 06 13:52:59.461641 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-1f054232-2551-4efe-8dcd-a5805e1395da tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/quotas/755c0338ac804cb99d73687e61a866e6 HTTP/1.1" status: 200 len: 375 time: 0.0115490 Apr 06 13:52:59.532507 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-17cb5757-f310-4361-95a7-8b31f401a940 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0650117 Apr 06 13:52:59.684144 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-8df53e47-de33-40c1-8c07-e952f5bd4863 service neutron] 10.222.0.44 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352837 Apr 06 13:52:59.831171 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-865a4a62-1b6e-4e56-a788-4c01b4ed761f service neutron] 10.222.0.44 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325669 Apr 06 13:52:59.875034 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58b745-3fd6-4015-8112-c6f4ec77e7e2 req-e6c93995-d103-4a7d-b1da-15caafa6ad61 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:52:59.876808 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5c58b745-3fd6-4015-8112-c6f4ec77e7e2 req-e6c93995-d103-4a7d-b1da-15caafa6ad61 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0608451 Apr 06 13:52:59.944322 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5c58b745-3fd6-4015-8112-c6f4ec77e7e2 req-402477ec-c451-4d11-a34f-520c5b69928d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516696 Apr 06 13:53:00.046362 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-30460419-5ec4-4dcd-88f4-1fa4420eac32 req-7d0b3702-2986-493d-ae8b-0db2fbc82867 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 210 time: 0.0338054 Apr 06 13:53:01.146767 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-802cd7cd-846d-4b2c-804f-222c5f93008c req-dc33586b-efad-40e8-96fc-c4b4481f9d63 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 210 time: 0.0299060 Apr 06 13:53:02.247837 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5d961f60-d2cd-40e1-b926-8d7c0c7577ec req-a770b6da-7968-468d-be75-6ebc2729def1 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 210 time: 0.0282528 Apr 06 13:53:03.346416 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c9ad39e3-8df8-4612-9502-af1a5e93744b req-3190b3b6-8d7a-4f0c-91e8-65d856c7fae9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 210 time: 0.0289023 Apr 06 13:53:04.389705 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-218aa306-56b0-4729-bd6d-fb72b962d5b4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:04.396857 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-218aa306-56b0-4729-bd6d-fb72b962d5b4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 819 time: 0.1158459 Apr 06 13:53:04.450211 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-10d0155c-9c54-4540-b2c1-a4161c1812a1 req-49d88cb2-b5ec-46ab-8281-9d80040253be tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 210 time: 0.0275826 Apr 06 13:53:04.482612 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-4a013912-fc96-4ffb-ac34-2175ba18a2a1 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=755c0338ac804cb99d73687e61a866e6 HTTP/1.1" status: 200 len: 379 time: 0.0793679 Apr 06 13:53:04.567635 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'port': {'device_id': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'admin_state_up': True, 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'security_groups': ['72f8939e-0a3a-4ad0-8b26-be8c2276500d']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:04.684556 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Made reservation on behalf of 755c0338ac804cb99d73687e61a866e6 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:04.687880 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:04.830478 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Allocated IP 172.20.0.7 (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0/4fe86422-fd6d-4ce9-97ec-1d8350a3eb23/dca92faa-e56c-4b52-b626-2927cc3e5ffe) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:04.969172 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.009095 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.054696 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:05.058232 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:05.061358 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:05.094980 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event updated for resources: {'Port': ['ID=dca92faa-e56c-4b52-b626-2927cc3e5ffe,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:05.124556 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:05.125398 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.143190 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-e1ca8017-d98f-4cd8-91a3-d3b1d8301f8b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798945 Apr 06 13:53:05.214774 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Request body: {'port': {'device_id': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:05.292161 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.294381 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-e25bf1ca-f8c3-45f5-aca9-de42dee87e49 None None] Provisioning complete for port dca92faa-e56c-4b52-b626-2927cc3e5ffe triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:05.295110 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e25bf1ca-f8c3-45f5-aca9-de42dee87e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.352278 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-e25bf1ca-f8c3-45f5-aca9-de42dee87e49 None None] Port dca92faa-e56c-4b52-b626-2927cc3e5ffe cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:53:05.596511 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca92faa-e56c-4b52-b626-2927cc3e5ffe {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:05.600367 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55494de-0e05-4136-a243-8e00358cfe0f req-822cdbde-52aa-4770-9eb0-ea15f24014c4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:05.607059 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c55494de-0e05-4136-a243-8e00358cfe0f req-822cdbde-52aa-4770-9eb0-ea15f24014c4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 931 time: 0.0582163 Apr 06 13:53:05.607301 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Publish callbacks [] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.619606 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Transition to ACTIVE for port object dca92faa-e56c-4b52-b626-2927cc3e5ffe will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:53:05.625330 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.656033 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c55494de-0e05-4136-a243-8e00358cfe0f req-1881100f-e645-4692-b66b-0ce2f724dfaa tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483487 Apr 06 13:53:05.676318 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Pushing event updated for resources: {'Port': ['ID=dca92faa-e56c-4b52-b626-2927cc3e5ffe,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:05.779924 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Attempting to bind port dca92faa-e56c-4b52-b626-2927cc3e5ffe on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:05.780350 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Attempting to bind port dca92faa-e56c-4b52-b626-2927cc3e5ffe by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:05.780741 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Attempting to bind port dca92faa-e56c-4b52-b626-2927cc3e5ffe on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:05.787257 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Port dca92faa-e56c-4b52-b626-2927cc3e5ffe on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:53:05.787848 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Attempting to bind port dca92faa-e56c-4b52-b626-2927cc3e5ffe on network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:05.794955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:05.795308 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Checking segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:05.795698 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Bound using segment: {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:05.796139 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Bound port: dca92faa-e56c-4b52-b626-2927cc3e5ffe, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5880c140-ac66-4b3d-87ce-72fa8840d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:05.796696 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.897659 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] For port dca92faa-e56c-4b52-b626-2927cc3e5ffe, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:05.901658 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] For port dca92faa-e56c-4b52-b626-2927cc3e5ffe, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:05.910970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.928035 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:05.928752 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:05.930398 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] 10.222.0.41 "PUT /v2.0/ports/dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 200 len: 1093 time: 0.7202051 Apr 06 13:53:05.930999 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:05.933680 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:06.022106 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ddd4f4-09ac-4bbb-9f7e-63a3c95b3267 x-openstack-request-id: req-24ddd4f4-09ac-4bbb-9f7e-63a3c95b3267 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:06.022622 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:06.023196 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24ddd4f4-09ac-4bbb-9f7e-63a3c95b3267 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:06.023763 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ddd4f4-09ac-4bbb-9f7e-63a3c95b3267'] response: {'name': 'network-changed', 'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'status': 'completed', 'code': 200} Apr 06 13:53:06.087651 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f7c9f-f377-4038-a999-0e03194b225d service neutron] Pushing event updated for resources: {'Port': ['ID=dca92faa-e56c-4b52-b626-2927cc3e5ffe,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:06.132245 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-4b83291d-c972-4f2d-9ea9-83f409cb8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:06.135264 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-4b83291d-c972-4f2d-9ea9-83f409cb8b38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1127 time: 0.1387563 Apr 06 13:53:06.203193 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-60f83efb-5b77-4ac2-a237-9dfd2f3d1fb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 200 len: 217 time: 0.0535553 Apr 06 13:53:06.275305 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-15b27622-84b7-42d2-9da7-7636d2974934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:06.278874 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-15b27622-84b7-42d2-9da7-7636d2974934 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0650587 Apr 06 13:53:06.345963 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-a390a921-e0f4-452c-b092-e384607c35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:06.348138 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-a390a921-e0f4-452c-b092-e384607c35e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617607 Apr 06 13:53:06.466845 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-058a1ea4-9ce1-4f48-a064-7ad0d346ca5a service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040471 Apr 06 13:53:06.579177 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b9b4209a-80e3-4c50-b5c6-9ceb1dbb9250 req-5b41d1a2-e92f-4dfd-94e9-12a0881f0a02 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042531 Apr 06 13:53:06.875929 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bf0a8-7fb7-45bb-b1f6-93fb8095827f req-7b31b3b1-2dd8-4f82-84c8-35d5986f1f30 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:06.877556 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dd9bf0a8-7fb7-45bb-b1f6-93fb8095827f req-7b31b3b1-2dd8-4f82-84c8-35d5986f1f30 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 943 time: 0.0763407 Apr 06 13:53:06.938082 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dd9bf0a8-7fb7-45bb-b1f6-93fb8095827f req-8dfb81b2-2a82-41fb-803e-aceb71956887 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519569 Apr 06 13:53:08.078435 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3cf61-fd8f-4e72-99d2-acb10420a831 req-31002662-bd9f-4b97-b017-11f2ce68becd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:08.079974 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-edd3cf61-fd8f-4e72-99d2-acb10420a831 req-31002662-bd9f-4b97-b017-11f2ce68becd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 943 time: 0.0653074 Apr 06 13:53:08.138493 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-edd3cf61-fd8f-4e72-99d2-acb10420a831 req-7b77eb51-2830-4bab-a6a8-160e9167853a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474181 Apr 06 13:53:08.536024 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:09.280100 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15942d-98ea-4a44-a088-bcba7d71b2fd req-a9f16890-6986-4a62-96ff-fdca76cf0832 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:09.281992 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c15942d-98ea-4a44-a088-bcba7d71b2fd req-a9f16890-6986-4a62-96ff-fdca76cf0832 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 943 time: 0.0630398 Apr 06 13:53:09.336989 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c15942d-98ea-4a44-a088-bcba7d71b2fd req-f3a99be3-eb8b-42dc-a6f3-a12e6112ed40 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473938 Apr 06 13:53:09.459763 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-0603c4d8-f253-445a-a223-5e4fb67184d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:09.462078 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-0603c4d8-f253-445a-a223-5e4fb67184d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1127 time: 0.0632479 Apr 06 13:53:09.608059 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-fb62a2ed-2876-4dcf-9683-0f4b3c3fcfb4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1186252 Apr 06 13:53:09.611389 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-7d613082-7c4c-4992-bb56-b40432ed5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:09.613961 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-7d613082-7c4c-4992-bb56-b40432ed5da3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.1324940 Apr 06 13:53:09.670931 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-092b5580-07c3-43f6-9914-5c9443f7a9ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 200 len: 217 time: 0.0452888 Apr 06 13:53:09.745875 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-f5c01318-4e91-47a9-8b6d-45219519d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:09.747373 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-f5c01318-4e91-47a9-8b6d-45219519d614 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0598595 Apr 06 13:53:09.752685 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-47b8763d-5399-4c27-a03c-f9d33f2554f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:09.754201 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-47b8763d-5399-4c27-a03c-f9d33f2554f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 1129 time: 0.0934134 Apr 06 13:53:09.910655 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-cec41062-de47-46b3-ae5a-1ef818301f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:09.913155 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-cec41062-de47-46b3-ae5a-1ef818301f4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1520503 Apr 06 13:53:10.034317 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-65f88b7e-caa7-49fd-a191-a54a2b670285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:10.036797 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-65f88b7e-caa7-49fd-a191-a54a2b670285 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.2471962 Apr 06 13:53:10.095392 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-19070e18-8590-4b52-9da9-35008b843303 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=480134c2-bed3-47db-b21e-ec26df53896b HTTP/1.1" status: 200 len: 217 time: 0.0509601 Apr 06 13:53:10.153087 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-28fd1f7a-17af-4fe2-b038-0e3fe02ab9ca service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311115 Apr 06 13:53:10.217989 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-d794220a-dc28-42cc-b1cf-6839457dc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:10.219666 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-d794220a-dc28-42cc-b1cf-6839457dc00f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.1132803 Apr 06 13:53:10.313607 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6cc4a665-d762-4ad4-a7f8-ac31ea4708aa req-bc701fcc-fdeb-4662-a5c2-da36d568e369 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508579 Apr 06 13:53:10.319690 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-79156037-1213-445e-a663-ac25554a7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:10.321795 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-79156037-1213-445e-a663-ac25554a7dde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938916 Apr 06 13:53:10.421094 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-12bc27d8-6793-4de2-9655-5afbf9fcf09b service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926821 Apr 06 13:53:10.505061 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0fb07-00ae-4325-9c99-5f38339335e2 req-35ab3ebd-a395-4151-9512-f35a59bd298c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:10.508016 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-adf0fb07-00ae-4325-9c99-5f38339335e2 req-35ab3ebd-a395-4151-9512-f35a59bd298c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 943 time: 0.0698287 Apr 06 13:53:10.558258 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28c606ea-b7a0-4b8d-a23e-ab28117e8a91 req-2bd65b9f-b4e6-443d-b73d-f0fd7a6042a7 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245086 Apr 06 13:53:10.586619 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-adf0fb07-00ae-4325-9c99-5f38339335e2 req-0063dfaf-b0ce-4ccd-9f84-17c675123209 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725880 Apr 06 13:53:11.588042 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device dca92faa-e56c-4b52-b626-2927cc3e5ffe details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:53:11.720415 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12bee3-5f2e-4602-9769-5e88eb074aa4 req-7e04d131-2046-4fe0-914a-b79e1ef7b21f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:11.721495 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bf12bee3-5f2e-4602-9769-5e88eb074aa4 req-7e04d131-2046-4fe0-914a-b79e1ef7b21f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 943 time: 0.0607412 Apr 06 13:53:11.748887 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port dca92faa-e56c-4b52-b626-2927cc3e5ffe, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:11.765742 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'mac_address': 'fa:16:3e:9b:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:53:11.798647 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bf12bee3-5f2e-4602-9769-5e88eb074aa4 req-9c13f5df-8c23-447e-87e0-e2d08504f19b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683181 Apr 06 13:53:11.952241 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port dca92faa-e56c-4b52-b626-2927cc3e5ffe is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:11.952626 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:11.967936 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca92faa-e56c-4b52-b626-2927cc3e5ffe {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:11.989056 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port dca92faa-e56c-4b52-b626-2927cc3e5ffe, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:11.995187 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:12.056861 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=dca92faa-e56c-4b52-b626-2927cc3e5ffe,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:12.350143 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bb5b953a-bd27-415b-bb0c-407135411dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:12.584164 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['dca92faa-e56c-4b52-b626-2927cc3e5ffe'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:12.939203 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6b169-eaf8-4281-89f5-32f0afb73f64 req-3e950ad6-7d2c-4d4d-bb0e-bcb7fd7e930e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:12.940938 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cbf6b169-eaf8-4281-89f5-32f0afb73f64 req-3e950ad6-7d2c-4d4d-bb0e-bcb7fd7e930e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 944 time: 0.0562513 Apr 06 13:53:12.997450 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cbf6b169-eaf8-4281-89f5-32f0afb73f64 req-e0b42352-d07e-46dc-a9a7-08e5feceee78 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503604 Apr 06 13:53:13.953657 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device dca92faa-e56c-4b52-b626-2927cc3e5ffe up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:14.008851 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port dca92faa-e56c-4b52-b626-2927cc3e5ffe completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:53:14.015497 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port dca92faa-e56c-4b52-b626-2927cc3e5ffe triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:14.016144 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:14.136359 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port dca92faa-e56c-4b52-b626-2927cc3e5ffe is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:14.136895 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:14.139453 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3a14-de2d-45d7-8f37-9b60a7846394 req-6014e41c-02be-4cba-8cce-33a87a246671 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:14.141070 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-39de3a14-de2d-45d7-8f37-9b60a7846394 req-6014e41c-02be-4cba-8cce-33a87a246671 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 944 time: 0.0612068 Apr 06 13:53:14.167632 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:14.170356 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2182d100-2bf0-4ac3-9a4d-52f93efd2c7e" -d '{"events": [{"server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "name": "network-vif-plugged", "status": "completed", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:14.184315 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port dca92faa-e56c-4b52-b626-2927cc3e5ffe, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:14.189645 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:14.210984 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-39de3a14-de2d-45d7-8f37-9b60a7846394 req-ce4bea90-6585-4245-b969-860ef8166ce0 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621657 Apr 06 13:53:14.214494 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f264db6-4385-4bbd-91f4-29468d256fe0 x-openstack-request-id: req-7f264db6-4385-4bbd-91f4-29468d256fe0 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:14.214823 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "name": "network-vif-plugged", "status": "completed", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:14.215087 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f264db6-4385-4bbd-91f4-29468d256fe0 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:14.215491 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f264db6-4385-4bbd-91f4-29468d256fe0'] response: {'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'code': 200} Apr 06 13:53:14.254275 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=dca92faa-e56c-4b52-b626-2927cc3e5ffe,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:14.262420 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.262939 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.263264 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.263640 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.264012 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.264350 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.264684 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.265013 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.266176 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.266176 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.266176 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.266620 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.266937 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.267192 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.267439 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:14.420832 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000caf-3652-4a4f-aff6-e1c46d9efbbe req-9a2616e4-d07d-4132-b79a-3935f01386ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:14.423019 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae000caf-3652-4a4f-aff6-e1c46d9efbbe req-9a2616e4-d07d-4132-b79a-3935f01386ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1129 time: 0.0501311 Apr 06 13:53:14.593143 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae000caf-3652-4a4f-aff6-e1c46d9efbbe req-34bfd26e-39c0-432d-877d-6c52b6e16dae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440178 Apr 06 13:53:14.816007 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-f9da8632-fbc3-49ef-934b-2a57c7cfe268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:15.356733 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5af10-4bc8-4312-83ca-1cdcdab05b98 req-032b259c-4d7f-46ad-9a1c-f878bdcaa444 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:15.358290 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c4c5af10-4bc8-4312-83ca-1cdcdab05b98 req-032b259c-4d7f-46ad-9a1c-f878bdcaa444 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0552473 Apr 06 13:53:15.414471 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c4c5af10-4bc8-4312-83ca-1cdcdab05b98 req-918b0bab-c0d2-4b95-b6ea-aa4fd386843b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502584 Apr 06 13:53:15.556954 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:16.565297 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018c9c-cd90-49d7-b42a-492560b68892 req-b794a935-9821-4ad3-893d-f205bba32575 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:16.567452 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4f018c9c-cd90-49d7-b42a-492560b68892 req-b794a935-9821-4ad3-893d-f205bba32575 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0679905 Apr 06 13:53:16.625471 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4f018c9c-cd90-49d7-b42a-492560b68892 req-1b7f15dd-213f-4bf5-94b9-28e0f0f089b9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486417 Apr 06 13:53:16.984647 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:17.325071 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110c8e9-0ad9-4216-8711-a80e6e7ee1a9 req-dc014502-86e5-4aa8-974d-5298043c58ec tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.326905 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3110c8e9-0ad9-4216-8711-a80e6e7ee1a9 req-dc014502-86e5-4aa8-974d-5298043c58ec tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0748980 Apr 06 13:53:17.385503 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3110c8e9-0ad9-4216-8711-a80e6e7ee1a9 req-405eafc9-cb02-4fbf-94cd-36cc7a381be2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523319 Apr 06 13:53:17.424156 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50560) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:17.603056 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d364-a1ce-43ba-bc5e-103a13f047c7 req-bfa52a62-b5ba-46d6-ab38-33460a309406 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.604824 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3f60d364-a1ce-43ba-bc5e-103a13f047c7 req-bfa52a62-b5ba-46d6-ab38-33460a309406 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0582383 Apr 06 13:53:17.643910 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e368f0fa-4fbf-43cb-a301-fd3c5a1789fe tempest-TestMinimumBasicScenario-956669189 tempest-TestMinimumBasicScenario-956669189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.648423 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-e368f0fa-4fbf-43cb-a301-fd3c5a1789fe tempest-TestMinimumBasicScenario-956669189 tempest-TestMinimumBasicScenario-956669189-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1124 time: 0.2201817 Apr 06 13:53:17.649189 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50566) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:17.653746 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'port_id': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:17.664741 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3f60d364-a1ce-43ba-bc5e-103a13f047c7 req-232ae4f7-5cdc-474e-9a6f-5b91bc7fb27c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539896 Apr 06 13:53:17.683037 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:17.748849 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e085e8-001b-4a1d-9416-5cd177f2db87 req-c7f4a25d-ad73-4301-810e-3e08a69b19a7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:17.750346 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-99e085e8-001b-4a1d-9416-5cd177f2db87 req-c7f4a25d-ad73-4301-810e-3e08a69b19a7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0530329 Apr 06 13:53:17.788817 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:17.806891 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-99e085e8-001b-4a1d-9416-5cd177f2db87 req-bd7438a6-91aa-471f-b79c-b7699c466d4b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508258 Apr 06 13:53:17.920700 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Allocated IP 172.27.3.173 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/11497801-3695-4a10-a1e4-d8e9b985e6cf) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:18.074525 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for port (11497801-3695-4a10-a1e4-d8e9b985e6cf), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.141429 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (11497801-3695-4a10-a1e4-d8e9b985e6cf), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.187929 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:18.190917 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:18.196905 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:18.226199 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'Port': ['ID=11497801-3695-4a10-a1e4-d8e9b985e6cf,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:18.241896 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.242261 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.242612 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.243028 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.243449 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.243816 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.244234 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.244551 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.244911 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.245297 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.245717 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.246080 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.246445 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.246816 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.247185 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:53:18.448722 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.621396 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for floatingip (b43350c4-b268-494e-9975-a17fbbd74e02), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.706682 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (11497801-3695-4a10-a1e4-d8e9b985e6cf), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:18.797025 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ebe2d-8bf8-4dd3-bb6d-00fb025526e4 req-e1ba66e2-98ee-47dd-8a46-91e4c3407757 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:18.798607 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a54ebe2d-8bf8-4dd3-bb6d-00fb025526e4 req-e1ba66e2-98ee-47dd-8a46-91e4c3407757 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0551331 Apr 06 13:53:18.852291 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a54ebe2d-8bf8-4dd3-bb6d-00fb025526e4 req-23ef325f-9ccd-4f3c-9bd4-44282fd56b8f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468881 Apr 06 13:53:18.947211 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e218b-1461-4801-91ab-d36d598763a6 req-ad5d79fc-c8df-4d36-8469-7da16ac6d168 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:18.948907 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-936e218b-1461-4801-91ab-d36d598763a6 req-ad5d79fc-c8df-4d36-8469-7da16ac6d168 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0631492 Apr 06 13:53:19.034425 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-936e218b-1461-4801-91ab-d36d598763a6 req-62a3c541-79ee-497a-a2d7-96bacd497e94 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784640 Apr 06 13:53:19.146400 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for port (11497801-3695-4a10-a1e4-d8e9b985e6cf), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.152627 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (11497801-3695-4a10-a1e4-d8e9b985e6cf), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.203608 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a69a83-2134-496c-85f1-ce2497c9c67c req-48721591-154d-4723-900b-ba22239a91b4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:19.206680 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-83a69a83-2134-496c-85f1-ce2497c9c67c req-48721591-154d-4723-900b-ba22239a91b4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0870473 Apr 06 13:53:19.215985 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50578) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:19.222329 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'floatingip': {'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:19.224870 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'Port': ['ID=11497801-3695-4a10-a1e4-d8e9b985e6cf,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:19.246416 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (b43350c4-b268-494e-9975-a17fbbd74e02), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.265014 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (d134097c-88ce-453d-a7c2-b5ca8fb00847), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.362341 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Floating IP b43350c4-b268-494e-9975-a17fbbd74e02 associated. External IP: 172.27.3.173, port: 690ada15-1f4a-4595-afca-029ccf7e1ece. Apr 06 13:53:19.633485 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Router 71c01822-82ed-4f45-821a-29a2a2922ecd has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:53:19.766435 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:53:19.779949 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] Sync routers for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:19.796955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.797286 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:19.798052 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:53:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:19.800261 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.807954 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (d134097c-88ce-453d-a7c2-b5ca8fb00847), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.853244 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-132f5fae-5550-445c-b437-c716e10066db tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2027860 Apr 06 13:53:19.854442 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:19.857380 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50582) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:19.859707 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b96213-9b18-45f8-bc93-0c1b8779cf31" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:19.864236 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-a103e7d4-c74e-437f-a05f-44528acac25d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253494137', 'description': 'tempest-secgroup-smoke-253494137 description', 'project_id': '1505ac4f27a045ac97e834e42ab5ee22'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:19.924060 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c7d5d-ffad-4cc1-b8f0-dcc5ca2936cf x-openstack-request-id: req-031c7d5d-ffad-4cc1-b8f0-dcc5ca2936cf {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:19.924360 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:19.924616 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-031c7d5d-ffad-4cc1-b8f0-dcc5ca2936cf {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:19.925117 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031c7d5d-ffad-4cc1-b8f0-dcc5ca2936cf'] response: {'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'status': 'completed', 'code': 200} Apr 06 13:53:19.937731 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a103e7d4-c74e-437f-a05f-44528acac25d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:19.957031 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.l3_db [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Floating IP d134097c-88ce-453d-a7c2-b5ca8fb00847 associated. External IP: 172.27.3.7, port: dca92faa-e56c-4b52-b626-2927cc3e5ffe. Apr 06 13:53:19.959723 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:20.023981 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-67acc49d-82a6-43e3-b0ef-6290cf8bc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.025812 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-67acc49d-82a6-43e3-b0ef-6290cf8bc05f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1129 time: 0.0711734 Apr 06 13:53:20.151260 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c89f2-3258-4d29-a19d-7bfa4aaaf19a req-ffdac973-0482-4e7d-a05c-e3ad7cec7552 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.152943 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7b0c89f2-3258-4d29-a19d-7bfa4aaaf19a req-ffdac973-0482-4e7d-a05c-e3ad7cec7552 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1513255 Apr 06 13:53:20.162827 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-756462d5-9bf9-4785-a6e3-9efa61ecdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.166544 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-756462d5-9bf9-4785-a6e3-9efa61ecdbca service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 200 len: 913 time: 0.1331699 Apr 06 13:53:20.182441 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a103e7d4-c74e-437f-a05f-44528acac25d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group (1407a58e-43ad-478d-8aea-dae2c9ffa74c), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.228366 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a103e7d4-c74e-437f-a05f-44528acac25d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (1407a58e-43ad-478d-8aea-dae2c9ffa74c), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.265338 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'b43350c4-b268-494e-9975-a17fbbd74e02', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'port_id': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'mac_address': 'fa:16:3e:13:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:18Z', 'updated_at': '2022-04-06T13:53:18Z', 'revision_number': 0, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:08Z', 'revision_number': 5, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:20.268054 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-fc87455a-c80e-4c45-a179-d62a278fd75f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 999 time: 0.0931108 Apr 06 13:53:20.313117 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] Checking router: 71c01822-82ed-4f45-821a-29a2a2922ecd for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:20.318431 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a103e7d4-c74e-437f-a05f-44528acac25d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.320616 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a103e7d4-c74e-437f-a05f-44528acac25d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4617836 Apr 06 13:53:20.323496 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50590) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:20.328489 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-ef29b025-7bfa-43c6-9c8e-625d2f2837a8 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'security_group_rule': {'security_group_id': '1407a58e-43ad-478d-8aea-dae2c9ffa74c', 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:20.334289 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:20.335363 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:53:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:20.375234 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103e7d4-c74e-437f-a05f-44528acac25d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1407a58e-43ad-478d-8aea-dae2c9ffa74c,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:20.389460 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-3023dad4-3e3f-4545-b687-858ca139ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.396060 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7b0c89f2-3258-4d29-a19d-7bfa4aaaf19a req-072fc293-ef2c-45bb-9a91-7c6bc78bb14c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291028 Apr 06 13:53:20.396636 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-3023dad4-3e3f-4545-b687-858ca139ec6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7020f5bc-fe98-49b5-af02-31b378dc6303 HTTP/1.1" status: 200 len: 852 time: 0.1186869 Apr 06 13:53:20.396636 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ef29b025-7bfa-43c6-9c8e-625d2f2837a8 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (3229388b-9e48-434e-91a5-b2d10eafe65d), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.436409 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Router 951d54b1-d350-4ed0-801a-9e621bd92c0e has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:53:20.514034 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:20.517741 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-a1305f6f-dda4-4fc2-981e-b90b4ac16447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:20.519315 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-a1305f6f-dda4-4fc2-981e-b90b4ac16447 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e73198c-5929-44a6-99f2-b8c8806bacd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144359 Apr 06 13:53:20.526226 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ef29b025-7bfa-43c6-9c8e-625d2f2837a8 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (3229388b-9e48-434e-91a5-b2d10eafe65d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.532788 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ef29b025-7bfa-43c6-9c8e-625d2f2837a8 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (3229388b-9e48-434e-91a5-b2d10eafe65d), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.601425 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29b025-7bfa-43c6-9c8e-625d2f2837a8 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3229388b-9e48-434e-91a5-b2d10eafe65d,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:20.619023 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ef29b025-7bfa-43c6-9c8e-625d2f2837a8 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.623403 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-ef29b025-7bfa-43c6-9c8e-625d2f2837a8 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2954688 Apr 06 13:53:20.623403 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50594) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:20.629195 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-b76c6754-04cc-4887-8dc3-2ddd192a874e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'security_group_rule': {'security_group_id': '1407a58e-43ad-478d-8aea-dae2c9ffa74c', 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:20.681427 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b76c6754-04cc-4887-8dc3-2ddd192a874e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (0b4f13f0-b5d2-47ac-a034-73488e9308bf), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.688528 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-56222e26-6f0a-4ac5-999a-48ea9b91a058 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530552 Apr 06 13:53:20.792269 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'b43350c4-b268-494e-9975-a17fbbd74e02', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'port_id': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'mac_address': 'fa:16:3e:13:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:18Z', 'updated_at': '2022-04-06T13:53:18Z', 'revision_number': 0, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:08Z', 'revision_number': 5, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:20.811304 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b76c6754-04cc-4887-8dc3-2ddd192a874e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (0b4f13f0-b5d2-47ac-a034-73488e9308bf), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.816914 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b76c6754-04cc-4887-8dc3-2ddd192a874e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (0b4f13f0-b5d2-47ac-a034-73488e9308bf), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.820279 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:53:20.826320 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.830675 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] Sync routers for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:20.831983 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3a0c7-a6e4-4db9-a9fd-ffd820e69423 None None] The sync data for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi is: [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'b43350c4-b268-494e-9975-a17fbbd74e02', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'port_id': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'mac_address': 'fa:16:3e:13:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:18Z', 'updated_at': '2022-04-06T13:53:18Z', 'revision_number': 0, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:08Z', 'revision_number': 5, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:20.850761 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:20.853485 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:53:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:20.856828 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c6754-04cc-4887-8dc3-2ddd192a874e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4f13f0-b5d2-47ac-a034-73488e9308bf,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:20.890914 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-93005b49-c7ec-4971-a035-ba7423303f33 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "PUT /v2.0/floatingips/d134097c-88ce-453d-a7c2-b5ca8fb00847 HTTP/1.1" status: 200 len: 989 time: 1.6558907 Apr 06 13:53:20.890914 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:20.890914 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7015de9-6552-487e-9e97-4daaef810f72" -d '{"events": [{"name": "network-changed", "server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:20.892293 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b76c6754-04cc-4887-8dc3-2ddd192a874e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.892293 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-b76c6754-04cc-4887-8dc3-2ddd192a874e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2614264 Apr 06 13:53:20.892293 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34b96213-9b18-45f8-bc93-0c1b8779cf31 req-8e8df2b1-c33d-4610-bed4-a52b8b5a9ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693900 Apr 06 13:53:20.892760 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50598) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:20.894599 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-637f0e1f-424a-49ae-9f16-54be16777459 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'security_group_rule': {'security_group_id': '1407a58e-43ad-478d-8aea-dae2c9ffa74c', 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:20.932577 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-637f0e1f-424a-49ae-9f16-54be16777459 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (77087135-63cc-4da1-839e-e3071a02efd3), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:20.979399 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4277bcf0-005a-4a48-883f-13bd8e558fb9 x-openstack-request-id: req-4277bcf0-005a-4a48-883f-13bd8e558fb9 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:20.979970 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:20.980465 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4277bcf0-005a-4a48-883f-13bd8e558fb9 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:20.981209 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4277bcf0-005a-4a48-883f-13bd8e558fb9'] response: {'name': 'network-changed', 'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'status': 'completed', 'code': 200} Apr 06 13:53:21.016406 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:21.032460 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-637f0e1f-424a-49ae-9f16-54be16777459 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (77087135-63cc-4da1-839e-e3071a02efd3), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.039272 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-637f0e1f-424a-49ae-9f16-54be16777459 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (77087135-63cc-4da1-839e-e3071a02efd3), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.082000 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-637f0e1f-424a-49ae-9f16-54be16777459 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.083829 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-637f0e1f-424a-49ae-9f16-54be16777459 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1940897 Apr 06 13:53:21.086856 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50602) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:21.091793 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-15a6dc7a-68bb-4c2a-b801-1ceb603d33e4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'security_group_rule': {'security_group_id': '1407a58e-43ad-478d-8aea-dae2c9ffa74c', 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:21.096366 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f0e1f-424a-49ae-9f16-54be16777459 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77087135-63cc-4da1-839e-e3071a02efd3,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:21.099047 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7015de9-6552-487e-9e97-4daaef810f72 req-5ddf8dde-9831-4b48-830f-acc0420c3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.104995 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a7015de9-6552-487e-9e97-4daaef810f72 req-5ddf8dde-9831-4b48-830f-acc0420c3f5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1129 time: 0.1066284 Apr 06 13:53:21.140672 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15a6dc7a-68bb-4c2a-b801-1ceb603d33e4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (7d2bc711-d7e9-4d04-9e9a-211a4d42a099), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.225276 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf5ee3-551a-4142-9209-048382bf9ee2 None None] New status for floating IP b43350c4-b268-494e-9975-a17fbbd74e02: ACTIVE {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:53:21.228552 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7015de9-6552-487e-9e97-4daaef810f72 req-e8c25c57-807c-4657-8fd4-6603652af738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.232046 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a7015de9-6552-487e-9e97-4daaef810f72 req-e8c25c57-807c-4657-8fd4-6603652af738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.1136785 Apr 06 13:53:21.232377 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15a6dc7a-68bb-4c2a-b801-1ceb603d33e4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (7d2bc711-d7e9-4d04-9e9a-211a4d42a099), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.238478 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15a6dc7a-68bb-4c2a-b801-1ceb603d33e4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (7d2bc711-d7e9-4d04-9e9a-211a4d42a099), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.264745 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6dc7a-68bb-4c2a-b801-1ceb603d33e4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2bc711-d7e9-4d04-9e9a-211a4d42a099,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:21.273478 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15a6dc7a-68bb-4c2a-b801-1ceb603d33e4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.276379 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-15a6dc7a-68bb-4c2a-b801-1ceb603d33e4 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1880336 Apr 06 13:53:21.280290 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50604) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:21.288820 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-5f48de82-cf98-450f-88c6-f4e12726c4e6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'security_group_rule': {'security_group_id': '1407a58e-43ad-478d-8aea-dae2c9ffa74c', 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:21.338975 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.securitygroups_db [None req-5f48de82-cf98-450f-88c6-f4e12726c4e6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Project 1505ac4f27a045ac97e834e42ab5ee22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:53:21.349672 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5f48de82-cf98-450f-88c6-f4e12726c4e6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (d355792b-6671-4975-93ed-cb92eef15b7b), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.356673 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a7015de9-6552-487e-9e97-4daaef810f72 req-4d76199f-de43-4657-8fe3-37f7d6060aa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 200 len: 997 time: 0.1071229 Apr 06 13:53:21.388790 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'd134097c-88ce-453d-a7c2-b5ca8fb00847', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'mac_address': 'fa:16:3e:9b:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:52:58Z', 'updated_at': '2022-04-06T13:53:19Z', 'revision_number': 1, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:21.449330 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7015de9-6552-487e-9e97-4daaef810f72 req-ce1087c0-c336-4d49-869c-c1617cb27413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.449330 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a7015de9-6552-487e-9e97-4daaef810f72 req-ce1087c0-c336-4d49-869c-c1617cb27413 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0850117 Apr 06 13:53:21.466297 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] Checking router: 951d54b1-d350-4ed0-801a-9e621bd92c0e for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:21.480162 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:21.480874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:53:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:21.499341 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5f48de82-cf98-450f-88c6-f4e12726c4e6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (d355792b-6671-4975-93ed-cb92eef15b7b), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.512376 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5f48de82-cf98-450f-88c6-f4e12726c4e6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (d355792b-6671-4975-93ed-cb92eef15b7b), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.532011 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7015de9-6552-487e-9e97-4daaef810f72 req-42375568-e8a6-42a3-ab06-b819444c8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.534423 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a7015de9-6552-487e-9e97-4daaef810f72 req-42375568-e8a6-42a3-ab06-b819444c8dcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718832 Apr 06 13:53:21.622526 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48de82-cf98-450f-88c6-f4e12726c4e6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d355792b-6671-4975-93ed-cb92eef15b7b,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:21.630631 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5f48de82-cf98-450f-88c6-f4e12726c4e6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.633420 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-5f48de82-cf98-450f-88c6-f4e12726c4e6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510213 Apr 06 13:53:21.641063 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50610) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:21.649459 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-95ad0120-d193-433f-8fc2-24469e415521 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'security_group_rule': {'security_group_id': '1407a58e-43ad-478d-8aea-dae2c9ffa74c', 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:21.663869 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:21.679258 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a7015de9-6552-487e-9e97-4daaef810f72 req-b1996f63-a772-45c6-8d92-9989e6ff3ebf service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366379 Apr 06 13:53:21.699512 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954e3ec-478b-4f6e-b6e3-76f50f4d325d req-bfb0d15c-16c2-469d-acba-9992db7ef141 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:21.701170 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1954e3ec-478b-4f6e-b6e3-76f50f4d325d req-bfb0d15c-16c2-469d-acba-9992db7ef141 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1509168 Apr 06 13:53:21.715865 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.securitygroups_db [None req-95ad0120-d193-433f-8fc2-24469e415521 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Project 1505ac4f27a045ac97e834e42ab5ee22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:53:21.730818 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95ad0120-d193-433f-8fc2-24469e415521 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (e00f0d44-d9cb-47ee-8460-229cdf333209), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.803187 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1954e3ec-478b-4f6e-b6e3-76f50f4d325d req-bdb7361b-63da-4c0d-828d-2b69e63ccb48 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956154 Apr 06 13:53:21.838869 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95ad0120-d193-433f-8fc2-24469e415521 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (e00f0d44-d9cb-47ee-8460-229cdf333209), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.844218 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95ad0120-d193-433f-8fc2-24469e415521 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (e00f0d44-d9cb-47ee-8460-229cdf333209), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.864287 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad0120-d193-433f-8fc2-24469e415521 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00f0d44-d9cb-47ee-8460-229cdf333209,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:21.873363 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a7015de9-6552-487e-9e97-4daaef810f72 req-71317b09-f6cb-40dd-a845-687dd15c7cb4 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852024 Apr 06 13:53:21.876031 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95ad0120-d193-433f-8fc2-24469e415521 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:21.877323 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-95ad0120-d193-433f-8fc2-24469e415521 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2346704 Apr 06 13:53:22.008856 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-a12b717a-74e0-4c32-a1b9-89ffc17146c1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253494137&fields=id&tenant_id=1505ac4f27a045ac97e834e42ab5ee22 HTTP/1.1" status: 200 len: 267 time: 0.0580597 Apr 06 13:53:22.051496 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'd134097c-88ce-453d-a7c2-b5ca8fb00847', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'mac_address': 'fa:16:3e:9b:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:52:58Z', 'updated_at': '2022-04-06T13:53:19Z', 'revision_number': 1, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:22.082449 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-5348c732-ba46-4070-b0be-a58c421f7c4d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:22.082927 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc85f6-2760-43c2-8891-2b0c0cc8862a None None] The sync data for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi is: [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'd134097c-88ce-453d-a7c2-b5ca8fb00847', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'mac_address': 'fa:16:3e:9b:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:52:58Z', 'updated_at': '2022-04-06T13:53:19Z', 'revision_number': 1, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:22.084709 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-5348c732-ba46-4070-b0be-a58c421f7c4d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0696819 Apr 06 13:53:22.097658 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'port': {'security_groups': ['108c1aca-a993-405a-a1b0-1d8d7901243b', '1407a58e-43ad-478d-8aea-dae2c9ffa74c']}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:22.203949 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:22.346551 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c19a8-42c7-493e-a03e-7255c8e9eb17 None None] New status for floating IP d134097c-88ce-453d-a7c2-b5ca8fb00847: ACTIVE {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:53:22.438428 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] For port 690ada15-1f4a-4595-afca-029ccf7e1ece, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=690ada15-1f4a-4595-afca-029ccf7e1ece,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:22.478687 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:22.486864 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:22.509736 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['690ada15-1f4a-4595-afca-029ccf7e1ece'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:22.550205 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:22.550838 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:22.552382 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7f27e00b-708b-4b1e-8da9-41bf08c2bad4 req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "PUT /v2.0/ports/690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 981 time: 0.4614093 Apr 06 13:53:22.594556 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8284c63-1744-4a2b-af06-b652fee0a1e7 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'Port': ['ID=690ada15-1f4a-4595-afca-029ccf7e1ece,revision_number=6']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:22.697569 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf1905-9f20-40d3-834e-e6de92913ca0 req-f37b92cf-da19-40f5-acea-cb05477e1580 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:22.699282 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eebf1905-9f20-40d3-834e-e6de92913ca0 req-f37b92cf-da19-40f5-acea-cb05477e1580 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0823734 Apr 06 13:53:22.723027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['690ada15-1f4a-4595-afca-029ccf7e1ece'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:22.782076 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eebf1905-9f20-40d3-834e-e6de92913ca0 req-077771c2-3ae6-4f23-bba7-58253b2d93f9 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695450 Apr 06 13:53:22.970901 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba96757-4d93-439f-9b33-6dc862847891 req-7d328920-13a1-4039-9b31-5b54a597dcfe tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:22.972577 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5ba96757-4d93-439f-9b33-6dc862847891 req-7d328920-13a1-4039-9b31-5b54a597dcfe tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0720868 Apr 06 13:53:22.982671 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:22.987264 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f08129d-fe42-46d5-8552-08afc67577c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:22.995299 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-d0d52ec3-2e8a-463b-b346-c89bbbdc01f7 None None] Provisioning complete for port 690ada15-1f4a-4595-afca-029ccf7e1ece triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:22.995814 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d0d52ec3-2e8a-463b-b346-c89bbbdc01f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:23.041959 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0a019d-5813-44c6-b590-fd2ef477e935 x-openstack-request-id: req-6e0a019d-5813-44c6-b590-fd2ef477e935 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:23.043222 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:23.043222 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e0a019d-5813-44c6-b590-fd2ef477e935 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:23.043222 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0a019d-5813-44c6-b590-fd2ef477e935'] response: {'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'status': 'completed', 'code': 200} Apr 06 13:53:23.047853 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5ba96757-4d93-439f-9b33-6dc862847891 req-513db671-83f4-4ffb-bbb6-50a3fdc1131c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564663 Apr 06 13:53:23.137531 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-039d2e5b-0db5-4d07-8028-cd3b242170df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:23.140327 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-039d2e5b-0db5-4d07-8028-cd3b242170df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1168 time: 0.0701158 Apr 06 13:53:23.244218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-15f78bd4-157e-49f4-aea5-dda70c9ccbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:23.245755 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-15f78bd4-157e-49f4-aea5-dda70c9ccbb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 200 len: 913 time: 0.0968156 Apr 06 13:53:23.325230 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-170203f8-020e-4589-826b-c09fb9d074c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 1001 time: 0.0700259 Apr 06 13:53:23.371804 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-d0d52ec3-2e8a-463b-b346-c89bbbdc01f7 None None] Current status of the port 690ada15-1f4a-4595-afca-029ccf7e1ece is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:23.388593 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-a2f595d4-05fc-4b22-8517-f1d95da5200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:23.390389 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-a2f595d4-05fc-4b22-8517-f1d95da5200e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7020f5bc-fe98-49b5-af02-31b378dc6303 HTTP/1.1" status: 200 len: 852 time: 0.0580828 Apr 06 13:53:23.455394 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-03249ec6-42ef-467a-8a80-7ffa69384db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:23.458068 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-03249ec6-42ef-467a-8a80-7ffa69384db9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e73198c-5929-44a6-99f2-b8c8806bacd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592234 Apr 06 13:53:23.487590 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:53:23.606677 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-fb98ddc8-56ce-4b61-973f-d2df7d142988 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353717 Apr 06 13:53:23.717482 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f08129d-fe42-46d5-8552-08afc67577c8 req-2b4cdc8a-2ebd-4d56-8229-a3ca41fefdf5 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029229 Apr 06 13:53:24.209014 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea233b3-7808-40c6-a59e-82fd3dec4710 req-0d08e072-8a25-4932-b8f4-05f072bc557f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:24.214461 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bea233b3-7808-40c6-a59e-82fd3dec4710 req-0d08e072-8a25-4932-b8f4-05f072bc557f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0638165 Apr 06 13:53:24.275034 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bea233b3-7808-40c6-a59e-82fd3dec4710 req-9b66b097-a77c-4d68-9335-9861eed7f53b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584466 Apr 06 13:53:25.430572 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6768-77db-4b5d-887c-ac767d813881 req-c61c48e0-b008-42bd-8511-343e57984caa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:25.432080 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-36af6768-77db-4b5d-887c-ac767d813881 req-c61c48e0-b008-42bd-8511-343e57984caa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0600324 Apr 06 13:53:25.483565 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-36af6768-77db-4b5d-887c-ac767d813881 req-6c01f1c4-c1c9-4a60-81c0-020fb39c4a4f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 Apr 06 13:53:26.638385 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab213a04-72b7-402f-8a7d-15c468dd0ccc req-65d77abc-64af-40b9-961a-c519d17ff7f0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:26.640630 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ab213a04-72b7-402f-8a7d-15c468dd0ccc req-65d77abc-64af-40b9-961a-c519d17ff7f0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0613027 Apr 06 13:53:26.706464 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ab213a04-72b7-402f-8a7d-15c468dd0ccc req-69ae26a7-470d-4584-a39a-92393832b824 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584943 Apr 06 13:53:27.876930 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f4623-4da7-4fb8-bcfc-849382cdc347 req-741ff1f6-4336-40b4-aa68-9c6548f2cc32 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:27.878580 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9a9f4623-4da7-4fb8-bcfc-849382cdc347 req-741ff1f6-4336-40b4-aa68-9c6548f2cc32 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0568609 Apr 06 13:53:27.929824 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9a9f4623-4da7-4fb8-bcfc-849382cdc347 req-4904a8d4-8540-4c50-b658-8cf76910d28e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Apr 06 13:53:29.074666 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c0ea4-ac5f-4b61-aca7-539620485d4f req-0bb0a872-4b8e-42ab-8439-9f488d62669c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:29.076186 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b15c0ea4-ac5f-4b61-aca7-539620485d4f req-0bb0a872-4b8e-42ab-8439-9f488d62669c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0582995 Apr 06 13:53:29.131607 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b15c0ea4-ac5f-4b61-aca7-539620485d4f req-485f84cf-9b9d-4e92-8fb9-7adc1b744392 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490413 Apr 06 13:53:30.274794 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822c957-94c8-4021-ae15-e0ee72389e84 req-a59af60c-9576-476d-a02f-13783c253ea5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:30.276400 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e822c957-94c8-4021-ae15-e0ee72389e84 req-a59af60c-9576-476d-a02f-13783c253ea5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0637610 Apr 06 13:53:30.330085 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e822c957-94c8-4021-ae15-e0ee72389e84 req-9227544e-5fd4-4de9-b1b1-e575be090691 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476499 Apr 06 13:53:31.480890 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1917a-2cc8-42a6-b1e5-0c3b02c2f807 req-1ebefa5f-92a7-49ea-86ff-0bbe96958344 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:31.483660 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bae1917a-2cc8-42a6-b1e5-0c3b02c2f807 req-1ebefa5f-92a7-49ea-86ff-0bbe96958344 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0742266 Apr 06 13:53:31.538348 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bae1917a-2cc8-42a6-b1e5-0c3b02c2f807 req-a846f957-be60-4c8e-aa26-7a8ec12a6b3c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Apr 06 13:53:32.676204 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77ac6a-abb9-4cbc-8f57-cb35e6e4e04f req-7f91c8b6-9eda-4425-bc3a-50377178afd9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:32.677894 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c77ac6a-abb9-4cbc-8f57-cb35e6e4e04f req-7f91c8b6-9eda-4425-bc3a-50377178afd9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0634327 Apr 06 13:53:32.730329 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c77ac6a-abb9-4cbc-8f57-cb35e6e4e04f req-2ba2b8c9-0c91-48f7-9919-2b41566c5e64 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456262 Apr 06 13:53:33.860127 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997445-a42e-4b7f-a2b8-adbecb8163c5 req-9cc258d0-7ea4-4842-be11-c9c52c2acd6c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:33.861774 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ef997445-a42e-4b7f-a2b8-adbecb8163c5 req-9cc258d0-7ea4-4842-be11-c9c52c2acd6c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0581396 Apr 06 13:53:33.912703 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ef997445-a42e-4b7f-a2b8-adbecb8163c5 req-d5b03606-64c2-4f01-9831-ea8a589ecf51 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451069 Apr 06 13:53:34.783969 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50726) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:34.788873 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-8625f524-0b4e-4191-a3af-1541162976df tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106194902', 'description': 'tempest-description--266594718'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:34.813045 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8625f524-0b4e-4191-a3af-1541162976df tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.900560 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8625f524-0b4e-4191-a3af-1541162976df tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (f0f7c2d4-96be-4cd2-a072-9e553e5f008e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.905633 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8625f524-0b4e-4191-a3af-1541162976df tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (f0f7c2d4-96be-4cd2-a072-9e553e5f008e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.940335 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8625f524-0b4e-4191-a3af-1541162976df tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:34.941674 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8625f524-0b4e-4191-a3af-1541162976df tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1566508 Apr 06 13:53:34.942477 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625f524-0b4e-4191-a3af-1541162976df tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f7c2d4-96be-4cd2-a072-9e553e5f008e,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:34.945740 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50732) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:34.952549 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-8cf9c1ed-103a-49ce-92d1-35adc0fd7318 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group_rule': {'security_group_id': 'f0f7c2d4-96be-4cd2-a072-9e553e5f008e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:34.997692 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cf9c1ed-103a-49ce-92d1-35adc0fd7318 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (fae6d946-58b4-4479-a333-0a71781dffc6), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.092849 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cf9c1ed-103a-49ce-92d1-35adc0fd7318 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (fae6d946-58b4-4479-a333-0a71781dffc6), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.098611 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cf9c1ed-103a-49ce-92d1-35adc0fd7318 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (fae6d946-58b4-4479-a333-0a71781dffc6), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.102659 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c582df-8653-44e1-91d0-cd90adf1296d req-deb4b7c4-db5c-4848-a185-eda370f8272b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:35.105282 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-80c582df-8653-44e1-91d0-cd90adf1296d req-deb4b7c4-db5c-4848-a185-eda370f8272b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0784543 Apr 06 13:53:35.127284 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9c1ed-103a-49ce-92d1-35adc0fd7318 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae6d946-58b4-4479-a333-0a71781dffc6,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:35.139010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cf9c1ed-103a-49ce-92d1-35adc0fd7318 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.143700 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8cf9c1ed-103a-49ce-92d1-35adc0fd7318 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1938913 Apr 06 13:53:35.144272 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50734) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:35.157486 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-7caa86ff-347c-4b8f-82c3-0690e4734461 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group_rule': {'security_group_id': 'f0f7c2d4-96be-4cd2-a072-9e553e5f008e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:35.184119 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-80c582df-8653-44e1-91d0-cd90adf1296d req-99d0bb66-8e70-4a95-9da3-2cb45e2f845d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713966 Apr 06 13:53:35.202427 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7caa86ff-347c-4b8f-82c3-0690e4734461 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (33711cd8-3320-457c-9667-8cd35aa713b8), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.278368 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7caa86ff-347c-4b8f-82c3-0690e4734461 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (33711cd8-3320-457c-9667-8cd35aa713b8), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.283080 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7caa86ff-347c-4b8f-82c3-0690e4734461 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (33711cd8-3320-457c-9667-8cd35aa713b8), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.303550 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa86ff-347c-4b8f-82c3-0690e4734461 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33711cd8-3320-457c-9667-8cd35aa713b8,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:35.314300 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7caa86ff-347c-4b8f-82c3-0690e4734461 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.315558 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-7caa86ff-347c-4b8f-82c3-0690e4734461 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651497 Apr 06 13:53:35.319223 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50738) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:35.326395 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:35.359947 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.529871 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.653787 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Allocated IP 172.27.3.139 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/690a9434-6d2e-41a7-8c0d-d488a9f5620d) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:35.779731 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (690a9434-6d2e-41a7-8c0d-d488a9f5620d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.818319 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (690a9434-6d2e-41a7-8c0d-d488a9f5620d), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:35.862225 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:35.868572 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:35.872982 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:35.880283 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=690a9434-6d2e-41a7-8c0d-d488a9f5620d,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:36.007922 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (57d49430-b2b5-47c2-adf2-9e2194ca158d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.056639 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (690a9434-6d2e-41a7-8c0d-d488a9f5620d), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.260896 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (690a9434-6d2e-41a7-8c0d-d488a9f5620d), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.268566 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (690a9434-6d2e-41a7-8c0d-d488a9f5620d), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.353710 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=690a9434-6d2e-41a7-8c0d-d488a9f5620d,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:36.367011 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (57d49430-b2b5-47c2-adf2-9e2194ca158d), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.380595 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8dc4-6557-418d-97ab-1cf9c871fdd8 req-480b1482-b204-4e45-8bb2-b59221ffbc3d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:36.383402 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1b5c8dc4-6557-418d-97ab-1cf9c871fdd8 req-480b1482-b204-4e45-8bb2-b59221ffbc3d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0810044 Apr 06 13:53:36.387191 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:36.388524 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d0efafbc-8ee2-4052-ac64-a66462472413 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0680146 Apr 06 13:53:36.461978 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1b5c8dc4-6557-418d-97ab-1cf9c871fdd8 req-50b050ff-d934-4e1f-b814-249d8ab278d2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719929 Apr 06 13:53:36.614411 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-1c41451c-c339-4a8f-b335-593564c5b37e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2106194902&fields=id&tenant_id=4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 267 time: 0.0438244 Apr 06 13:53:36.727556 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-4a16bb44-453e-45a5-93b9-82c879205baf tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:36.729074 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-4a16bb44-453e-45a5-93b9-82c879205baf tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 815 time: 0.1079485 Apr 06 13:53:36.748626 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-f5fd9fb5-23b2-47eb-a9a8-f466d5cd0ad2 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/quotas/4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 375 time: 0.0101802 Apr 06 13:53:36.819629 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-906d328a-52e7-43fe-bedb-af15003e4c56 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649743 Apr 06 13:53:36.939730 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-944f632b-e10b-4b3b-830e-6b294b936a47 service neutron] 10.222.0.44 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080387 Apr 06 13:53:37.045570 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-00f9f4d9-e625-4848-a90e-64c6c559379b service neutron] 10.222.0.44 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991094 Apr 06 13:53:37.239040 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b40f5b8a-f12c-4754-96ef-33cbfde1764d req-5a0a08af-afa3-450b-bc04-c507e00829ce tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 210 time: 0.0328615 Apr 06 13:53:37.645188 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f0e5b-bdf2-4d02-800f-5d44c445fe82 req-93bebf17-0ce3-4a6c-95e4-e53754a6eb8d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:37.647107 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f92f0e5b-bdf2-4d02-800f-5d44c445fe82 req-93bebf17-0ce3-4a6c-95e4-e53754a6eb8d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0737474 Apr 06 13:53:37.711666 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f92f0e5b-bdf2-4d02-800f-5d44c445fe82 req-7ecae56d-b9ec-428d-b5a9-9039e304c8f8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583563 Apr 06 13:53:38.050537 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:53:38.161460 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:38.175588 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'port_id': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'mac_address': 'fa:16:3e:81:b1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:53:38.217860 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 is: ACTIVE; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:38.218389 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.233602 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0c7deef-27d2-401e-a5d7-bebc4bf3be76 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:38.256539 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:38.263028 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.341770 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=6']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:38.400652 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-65cc6b87-2b40-43fb-85fb-2ba34cb6c9b1 req-22d26185-0056-4560-bb93-d50a661d5687 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 210 time: 0.0454185 Apr 06 13:53:38.421231 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['d0c7deef-27d2-401e-a5d7-bebc4bf3be76'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:38.533944 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.540647 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-4dda386b-c002-4dea-88df-e6945c5c04f9 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:38.544264 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-4dda386b-c002-4dea-88df-e6945c5c04f9 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 815 time: 0.2447202 Apr 06 13:53:38.661360 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-710b9ccb-7085-4979-af44-eb6ef64539f1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 473 time: 0.1014221 Apr 06 13:53:38.698577 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'port': {'device_id': '64708cff-e494-4b98-abf3-a098de87d03f', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'admin_state_up': True, 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'security_groups': ['f0f7c2d4-96be-4cd2-a072-9e553e5f008e']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:38.846276 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Made reservation on behalf of 4a544e8275b2444c8378a5f0d4ea4409 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:38.850910 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:38.873825 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f917cb-50f4-4b56-ab69-41ee896c9b93 req-02e523f7-b1ed-4cc5-ba3b-83fe6d934e9e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:38.876213 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-11f917cb-50f4-4b56-ab69-41ee896c9b93 req-02e523f7-b1ed-4cc5-ba3b-83fe6d934e9e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 945 time: 0.0739625 Apr 06 13:53:38.950291 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-11f917cb-50f4-4b56-ab69-41ee896c9b93 req-7ef170ba-7fbf-44e9-8a60-59a953377ee0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655539 Apr 06 13:53:39.025891 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Allocated IP 172.20.0.5 (535bbf8b-fe20-44f2-8ee2-c569786c8987/444fe024-63b4-4bfc-97b4-651d622c6ad9/21d6a336-a7da-43e6-84d3-956f83f281b4) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:39.196115 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.234908 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.280705 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:39.287191 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:39.292303 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:39.301294 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=21d6a336-a7da-43e6-84d3-956f83f281b4,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:39.385192 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:39.385946 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.411856 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-ee7ac31f-6d2c-4141-803b-1dc2cd3969f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7176702 Apr 06 13:53:39.431013 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Request body: {'port': {'device_id': '64708cff-e494-4b98-abf3-a098de87d03f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:39.613117 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-727af5d2-f1e7-414e-bf67-c6fe2c8e8eed None None] Provisioning complete for port 21d6a336-a7da-43e6-84d3-956f83f281b4 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:39.614629 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-727af5d2-f1e7-414e-bf67-c6fe2c8e8eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:39.628985 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf549c6-017b-47d4-a7ed-e415ea9d1c71 req-12f22770-c3e5-4a68-9a90-efa68bbb4bf2 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:39.630871 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7cf549c6-017b-47d4-a7ed-e415ea9d1c71 req-12f22770-c3e5-4a68-9a90-efa68bbb4bf2 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 931 time: 0.0886045 Apr 06 13:53:39.689380 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-727af5d2-f1e7-414e-bf67-c6fe2c8e8eed None None] Port 21d6a336-a7da-43e6-84d3-956f83f281b4 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:53:39.714290 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7cf549c6-017b-47d4-a7ed-e415ea9d1c71 req-94ef7dc3-f061-4007-a7f2-3b3a913953a1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707583 Apr 06 13:53:39.816515 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.068389 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:40.162283 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:40.163167 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.173145 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80363e4-097c-4f73-afae-d5d4219d4357 req-c9672fa7-4697-4799-9ef6-d30fcb630e8d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:40.176911 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b80363e4-097c-4f73-afae-d5d4219d4357 req-c9672fa7-4697-4799-9ef6-d30fcb630e8d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 945 time: 0.1109293 Apr 06 13:53:40.198497 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d6a336-a7da-43e6-84d3-956f83f281b4 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:40.214424 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Publish callbacks [] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.236438 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Transition to ACTIVE for port object 21d6a336-a7da-43e6-84d3-956f83f281b4 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:53:40.243662 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.254795 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b80363e4-097c-4f73-afae-d5d4219d4357 req-724fae28-d51e-4554-9cfb-1c700c7a4bb1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712955 Apr 06 13:53:40.343608 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:40.344236 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.352131 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Pushing event updated for resources: {'Port': ['ID=21d6a336-a7da-43e6-84d3-956f83f281b4,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:40.399872 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:40.401067 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be946e38-a63a-42de-ba9c-6bf7413c6c29" -d '{"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:40.419515 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:40.425562 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.486815 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b83e1-edc9-45a4-a667-7ffad87028bb x-openstack-request-id: req-7b5b83e1-edc9-45a4-a667-7ffad87028bb {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:40.487309 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:40.487577 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b5b83e1-edc9-45a4-a667-7ffad87028bb {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:40.488100 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5b83e1-edc9-45a4-a667-7ffad87028bb'] response: {'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'code': 200} Apr 06 13:53:40.507938 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=7']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:40.525217 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Attempting to bind port 21d6a336-a7da-43e6-84d3-956f83f281b4 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:40.525713 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Attempting to bind port 21d6a336-a7da-43e6-84d3-956f83f281b4 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:40.526261 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Attempting to bind port 21d6a336-a7da-43e6-84d3-956f83f281b4 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:40.533083 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Port 21d6a336-a7da-43e6-84d3-956f83f281b4 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:53:40.533880 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Attempting to bind port 21d6a336-a7da-43e6-84d3-956f83f281b4 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:40.542375 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:40.542864 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Checking segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:40.543654 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Bound using segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:40.544302 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Bound port: 21d6a336-a7da-43e6-84d3-956f83f281b4, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:40.545024 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.638407 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] For port 21d6a336-a7da-43e6-84d3-956f83f281b4, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:40.642381 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] For port 21d6a336-a7da-43e6-84d3-956f83f281b4, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=21d6a336-a7da-43e6-84d3-956f83f281b4,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:40.650605 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.687530 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:40.688171 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:40.689647 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] 10.222.0.41 "PUT /v2.0/ports/21d6a336-a7da-43e6-84d3-956f83f281b4 HTTP/1.1" status: 200 len: 1093 time: 1.2633581 Apr 06 13:53:40.690112 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64708cff-e494-4b98-abf3-a098de87d03f', 'tag': '21d6a336-a7da-43e6-84d3-956f83f281b4'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:40.692480 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d" -d '{"events": [{"name": "network-changed", "server_uuid": "64708cff-e494-4b98-abf3-a098de87d03f", "tag": "21d6a336-a7da-43e6-84d3-956f83f281b4"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:40.720594 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32f913-9e41-4fc0-a61a-623fead413fe service neutron] Pushing event updated for resources: {'Port': ['ID=21d6a336-a7da-43e6-84d3-956f83f281b4,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:40.754235 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f3831f-5f2c-4711-82be-ac89cc012064 x-openstack-request-id: req-e6f3831f-5f2c-4711-82be-ac89cc012064 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:40.754537 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64708cff-e494-4b98-abf3-a098de87d03f", "tag": "21d6a336-a7da-43e6-84d3-956f83f281b4", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:40.754792 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6f3831f-5f2c-4711-82be-ac89cc012064 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:40.755212 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f3831f-5f2c-4711-82be-ac89cc012064'] response: {'name': 'network-changed', 'server_uuid': '64708cff-e494-4b98-abf3-a098de87d03f', 'tag': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'status': 'completed', 'code': 200} Apr 06 13:53:40.817271 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-c2d94ce3-c53e-423e-a1bc-e685cd64017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:40.819877 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-c2d94ce3-c53e-423e-a1bc-e685cd64017c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 1127 time: 0.0615418 Apr 06 13:53:40.884902 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-f9550610-4de9-4c04-98be-005775b4254c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d6a336-a7da-43e6-84d3-956f83f281b4 HTTP/1.1" status: 200 len: 217 time: 0.0577312 Apr 06 13:53:40.896187 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3e01-2c30-485b-b5ca-1f05bdc57a9b req-f5cc7811-aa50-4cfd-9d0c-9fb5b78df3ce tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:40.899132 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a6ab3e01-2c30-485b-b5ca-1f05bdc57a9b req-f5cc7811-aa50-4cfd-9d0c-9fb5b78df3ce tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 943 time: 0.0739627 Apr 06 13:53:40.975910 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-9141d1e3-7024-42d0-b504-91ec4f45e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:40.978543 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-9141d1e3-7024-42d0-b504-91ec4f45e533 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.0864735 Apr 06 13:53:40.986536 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a6ab3e01-2c30-485b-b5ca-1f05bdc57a9b req-7a68f0ad-d6e0-48b2-b652-90257fed6275 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771508 Apr 06 13:53:41.035519 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-5f21f14f-09b1-49fc-af2f-39a47a35cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:41.036988 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-5f21f14f-09b1-49fc-af2f-39a47a35cd2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492885 Apr 06 13:53:41.194626 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-3b543fcf-6370-4222-979e-bdfafa8c4ae8 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454844 Apr 06 13:53:41.305141 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-58d2267a-deb2-4e90-a1ef-07e418d95211 req-640f689f-7fe4-49c9-8400-c5413eb970c6 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977266 Apr 06 13:53:41.472706 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ab4d0-f200-424d-aa2a-df05576671c8 req-ff39a6fa-4b35-4a71-b95d-97f26793490e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:41.475012 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b33ab4d0-f200-424d-aa2a-df05576671c8 req-ff39a6fa-4b35-4a71-b95d-97f26793490e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0704110 Apr 06 13:53:41.534690 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b33ab4d0-f200-424d-aa2a-df05576671c8 req-2e0636aa-8221-4189-99eb-22287bad59f8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528848 Apr 06 13:53:42.127134 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed57583-f466-46df-ad4a-e143cef7ccc7 req-f4d4eead-4a8a-4b7e-af22-9dd9cd1e590c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:42.128978 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1ed57583-f466-46df-ad4a-e143cef7ccc7 req-f4d4eead-4a8a-4b7e-af22-9dd9cd1e590c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 943 time: 0.0625312 Apr 06 13:53:42.198172 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1ed57583-f466-46df-ad4a-e143cef7ccc7 req-904acff3-27d0-40d6-8283-c4784e3f6f2a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626884 Apr 06 13:53:42.335849 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e98926c0-8a13-4e11-9c2b-a829495c5db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:42.711791 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47cdc3-b533-40b4-b0b2-3ad3963226c6 req-8a844399-3639-4377-81b7-3d6e13b6b5cf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:42.714981 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fc47cdc3-b533-40b4-b0b2-3ad3963226c6 req-8a844399-3639-4377-81b7-3d6e13b6b5cf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0772016 Apr 06 13:53:42.792557 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fc47cdc3-b533-40b4-b0b2-3ad3963226c6 req-5c6a9d09-9b03-46b7-93ca-40979d0253d9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716212 Apr 06 13:53:43.334846 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158a5cf-2e4b-4a8f-934d-defbef22d50f req-ce85ab10-7020-4dcc-ae24-3ed296397bb8 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:43.336565 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c158a5cf-2e4b-4a8f-934d-defbef22d50f req-ce85ab10-7020-4dcc-ae24-3ed296397bb8 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 943 time: 0.0602288 Apr 06 13:53:43.394945 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c158a5cf-2e4b-4a8f-934d-defbef22d50f req-b624cd60-0aef-4df5-9527-96671b3c32de tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509706 Apr 06 13:53:43.956850 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bb49c-848a-494c-a9ac-f697223d5588 req-cc5d7a51-50c8-4010-b210-fff843e90ce4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:43.959979 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bf5bb49c-848a-494c-a9ac-f697223d5588 req-cc5d7a51-50c8-4010-b210-fff843e90ce4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0783355 Apr 06 13:53:44.028663 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bf5bb49c-848a-494c-a9ac-f697223d5588 req-493a1b2a-d6e0-4ee0-b7dd-fc63e7791fc7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608010 Apr 06 13:53:44.559950 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d3802-334f-439e-84e9-27744714e163 req-237d19da-ce68-4e3b-a911-c46ab3de54d5 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:44.561975 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bd6d3802-334f-439e-84e9-27744714e163 req-237d19da-ce68-4e3b-a911-c46ab3de54d5 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 943 time: 0.0659676 Apr 06 13:53:44.620549 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bd6d3802-334f-439e-84e9-27744714e163 req-40d422ed-f8b9-44ee-ac17-1aaf25ccd874 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525589 Apr 06 13:53:44.823897 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b38b4250-1d8c-4e03-b691-4671ac8dd01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:45.134380 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-5051ff1f-fd8a-490c-8cab-a77e19f9f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.137774 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-5051ff1f-fd8a-490c-8cab-a77e19f9f8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 1127 time: 0.0602307 Apr 06 13:53:45.217614 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0dc5c-469b-41f3-9d03-3eceb6ac5c71 req-32b7d62b-d5ce-4fd7-b8eb-59456716135e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.219315 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fdb0dc5c-469b-41f3-9d03-3eceb6ac5c71 req-32b7d62b-d5ce-4fd7-b8eb-59456716135e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0596309 Apr 06 13:53:45.293152 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-c37df53f-c90a-4d70-b6d0-5a1707ed63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.294686 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-c37df53f-c90a-4d70-b6d0-5a1707ed63f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 915 time: 0.1478248 Apr 06 13:53:45.299613 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fdb0dc5c-469b-41f3-9d03-3eceb6ac5c71 req-591a1c28-ef1f-4438-8628-c8790f004f9a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697358 Apr 06 13:53:45.377060 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-ca542e0e-98c5-46e5-b2dd-2b0785311079 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d6a336-a7da-43e6-84d3-956f83f281b4 HTTP/1.1" status: 200 len: 217 time: 0.0617683 Apr 06 13:53:45.439284 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-d1a3b297-91b1-410a-9795-8bf58918f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.442296 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-d1a3b297-91b1-410a-9795-8bf58918f859 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.0585580 Apr 06 13:53:45.502621 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-3bc663ef-8ffb-4afe-95f8-d724aab6e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.504190 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-3bc663ef-8ffb-4afe-95f8-d724aab6e9a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554130 Apr 06 13:53:45.563764 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:45.620301 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-2e2af64c-dbbe-4f0c-bdb4-1e8fee3262c8 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080487 Apr 06 13:53:45.762672 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629f0c0-b5ce-4c2c-8503-88269c5de126 req-dcd04c6e-f910-4626-bd34-043aa4b18fd5 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:45.764482 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4629f0c0-b5ce-4c2c-8503-88269c5de126 req-dcd04c6e-f910-4626-bd34-043aa4b18fd5 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 943 time: 0.0648878 Apr 06 13:53:45.773732 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15a97ea4-d11f-4f2c-b33d-37a4d4be531d req-1acf668d-c657-47b5-9b78-df051bb34dce service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462026 Apr 06 13:53:45.822718 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4629f0c0-b5ce-4c2c-8503-88269c5de126 req-8ecf8526-5156-4b46-be54-dcbf5eb6a9a6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493073 Apr 06 13:53:46.125820 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 21d6a336-a7da-43e6-84d3-956f83f281b4 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:53:46.239425 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 21d6a336-a7da-43e6-84d3-956f83f281b4, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=21d6a336-a7da-43e6-84d3-956f83f281b4,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:46.257407 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'port_id': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'mac_address': 'fa:16:3e:4b:6a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:53:46.307111 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 21d6a336-a7da-43e6-84d3-956f83f281b4 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:46.307751 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.341564 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d6a336-a7da-43e6-84d3-956f83f281b4 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:46.343013 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50858) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:46.384312 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 21d6a336-a7da-43e6-84d3-956f83f281b4, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=21d6a336-a7da-43e6-84d3-956f83f281b4,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:46.402477 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.481325 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=21d6a336-a7da-43e6-84d3-956f83f281b4,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:46.497152 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b4053-1875-47f4-8f32-0c9b051a9c34 req-8a2a9a6e-e7e3-4623-9536-969fe6d17bc5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:46.499823 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ff2b4053-1875-47f4-8f32-0c9b051a9c34 req-8a2a9a6e-e7e3-4623-9536-969fe6d17bc5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0952692 Apr 06 13:53:46.548014 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-880d7ec3-d588-4a67-939b-0925ef8c0691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.594990 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ff2b4053-1875-47f4-8f32-0c9b051a9c34 req-af436602-8151-4c79-ad5b-5848c86f1d45 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879550 Apr 06 13:53:46.659962 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-880d7ec3-d588-4a67-939b-0925ef8c0691 admin admin] Publish callbacks [] for security_group (82d2dc55-b168-4248-8e67-bf5309abefc1), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.665577 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-880d7ec3-d588-4a67-939b-0925ef8c0691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (82d2dc55-b168-4248-8e67-bf5309abefc1), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.728862 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d7ec3-d588-4a67-939b-0925ef8c0691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d2dc55-b168-4248-8e67-bf5309abefc1,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:46.737451 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-880d7ec3-d588-4a67-939b-0925ef8c0691 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0393ad9fba764d939b0e733c6603fca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901429 Apr 06 13:53:46.738553 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50874) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:46.807450 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ad35e6dc-b670-4f38-9917-1d3e45310877 admin admin] Publish callbacks [] for security_group (82d2dc55-b168-4248-8e67-bf5309abefc1), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.837032 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ad35e6dc-b670-4f38-9917-1d3e45310877 admin admin] Publish callbacks [] for security_group (82d2dc55-b168-4248-8e67-bf5309abefc1), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.913428 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['21d6a336-a7da-43e6-84d3-956f83f281b4'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:53:46.920203 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ad35e6dc-b670-4f38-9917-1d3e45310877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (82d2dc55-b168-4248-8e67-bf5309abefc1), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.925047 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ad35e6dc-b670-4f38-9917-1d3e45310877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:46.930023 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-ad35e6dc-b670-4f38-9917-1d3e45310877 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82d2dc55-b168-4248-8e67-bf5309abefc1 HTTP/1.1" status: 204 len: 168 time: 0.1873412 Apr 06 13:53:46.958277 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35e6dc-b670-4f38-9917-1d3e45310877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d2dc55-b168-4248-8e67-bf5309abefc1,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:46.997704 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:47.085762 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c0f87-d7d6-406a-be89-eeaea947e3fb req-10ad0720-69cf-4171-9cf7-185b689fec01 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:47.099672 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4b7c0f87-d7d6-406a-be89-eeaea947e3fb req-10ad0720-69cf-4171-9cf7-185b689fec01 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 944 time: 0.1465547 Apr 06 13:53:47.170536 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4b7c0f87-d7d6-406a-be89-eeaea947e3fb req-8bcdf551-1983-4c2d-ac69-2dfa921a7f90 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697749 Apr 06 13:53:47.849701 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea687a6-4fad-4605-80e7-4c62bea9365b req-62bdcd87-b958-41f5-bd31-5342e4d9f8e3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:47.852899 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cea687a6-4fad-4605-80e7-4c62bea9365b req-62bdcd87-b958-41f5-bd31-5342e4d9f8e3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1099226 Apr 06 13:53:47.928298 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cea687a6-4fad-4605-80e7-4c62bea9365b req-0f328933-1e56-4731-b443-c6159585e324 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697739 Apr 06 13:53:48.075979 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 50916) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:48.205658 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-853711822-network', 'tenant_id': '7a65472f3684473a98e59adff157fb9b'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:48.240112 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Made reservation on behalf of 7a65472f3684473a98e59adff157fb9b for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:48.242905 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.259884 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.375640 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 21d6a336-a7da-43e6-84d3-956f83f281b4 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:53:48.405871 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Publish callbacks [] for security_group (8cbc0be7-2591-4512-bac3-fd0bd8103f17), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.415632 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8cbc0be7-2591-4512-bac3-fd0bd8103f17), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.421435 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae026ef0-f90a-418d-bc9d-2c4e894ccd32 req-28a3e616-f970-4213-b478-090313734614 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:48.423996 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae026ef0-f90a-418d-bc9d-2c4e894ccd32 req-28a3e616-f970-4213-b478-090313734614 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 944 time: 0.1198013 Apr 06 13:53:48.462103 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:53:48.493340 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc0be7-2591-4512-bac3-fd0bd8103f17,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:48.501424 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (f63515e5-7a51-42e4-8451-23cc6fd60c48), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.502858 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Added segment f63515e5-7a51-42e4-8451-23cc6fd60c48 of type vlan for network a029af96-eca4-4831-af1b-b3faeb1c267f Apr 06 13:53:48.538644 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae026ef0-f90a-418d-bc9d-2c4e894ccd32 req-50d895f4-b6c0-42c4-a14a-1700e6b018e0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024041 Apr 06 13:53:48.565065 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.595232 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (a029af96-eca4-4831-af1b-b3faeb1c267f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.626948 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 21d6a336-a7da-43e6-84d3-956f83f281b4 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:53:48.632705 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 21d6a336-a7da-43e6-84d3-956f83f281b4 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:53:48.633499 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.644520 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (a029af96-eca4-4831-af1b-b3faeb1c267f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.647031 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:48.648066 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.755493 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6777127 Apr 06 13:53:48.759444 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50922) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:48.770731 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Request body: {'subnet': {'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-853711822-subnet', 'tenant_id': '7a65472f3684473a98e59adff157fb9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:48.777151 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 21d6a336-a7da-43e6-84d3-956f83f281b4 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:53:48.777753 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.778067 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df57230-c263-466e-b2c0-c2c3ae01ae31 admin admin] Pushing event updated for resources: {'Network': ['ID=a029af96-eca4-4831-af1b-b3faeb1c267f,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:48.803480 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network a029af96-eca4-4831-af1b-b3faeb1c267f details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:53:48.810061 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Made reservation on behalf of 7a65472f3684473a98e59adff157fb9b for: {'subnet': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:48.812785 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:48.914614 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64708cff-e494-4b98-abf3-a098de87d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6a336-a7da-43e6-84d3-956f83f281b4'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:48.919720 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78264ff4-44f7-426a-bf53-d805e1fd1fe4" -d '{"events": [{"server_uuid": "64708cff-e494-4b98-abf3-a098de87d03f", "name": "network-vif-plugged", "status": "completed", "tag": "21d6a336-a7da-43e6-84d3-956f83f281b4"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:49.027716 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 21d6a336-a7da-43e6-84d3-956f83f281b4, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=21d6a336-a7da-43e6-84d3-956f83f281b4,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:53:49.048157 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.087709 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60104256-71c9-42ea-be54-16e55dfb0cd5 x-openstack-request-id: req-60104256-71c9-42ea-be54-16e55dfb0cd5 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:49.090444 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64708cff-e494-4b98-abf3-a098de87d03f", "name": "network-vif-plugged", "status": "completed", "tag": "21d6a336-a7da-43e6-84d3-956f83f281b4", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:49.091102 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60104256-71c9-42ea-be54-16e55dfb0cd5 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:49.091830 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60104256-71c9-42ea-be54-16e55dfb0cd5'] response: {'server_uuid': '64708cff-e494-4b98-abf3-a098de87d03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'code': 200} Apr 06 13:53:49.103972 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for subnet (d944834b-26b8-41c2-aa75-20484ee6878d), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.197099 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=21d6a336-a7da-43e6-84d3-956f83f281b4,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:49.298978 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d944834b-26b8-41c2-aa75-20484ee6878d,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:49.325862 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Checking segment: {'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:49.326237 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Network hostable DHCP agents. Network: a029af96-eca4-4831-af1b-b3faeb1c267f, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:53:49.327744 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4147e-09a6-4b2f-b487-0c4e58dde44b req-8b661609-d949-4b77-aafb-ba7ae9765d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:49.329700 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9fe4147e-09a6-4b2f-b487-0c4e58dde44b req-8b661609-d949-4b77-aafb-ba7ae9765d09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 1129 time: 0.0610950 Apr 06 13:53:49.336751 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e3b4a-164f-4046-a696-5fdee53028d9 req-d8828035-cc09-4cb2-9e4f-1d902edb1e79 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:49.338456 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0c2e3b4a-164f-4046-a696-5fdee53028d9 req-d8828035-cc09-4cb2-9e4f-1d902edb1e79 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.2167053 Apr 06 13:53:49.385641 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Network a029af96-eca4-4831-af1b-b3faeb1c267f is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:53:49.411944 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, a029af96-eca4-4831-af1b-b3faeb1c267f) {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:49.423952 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595dc53-5ae9-42fd-8923-6cb7dfc2710f None None] Network a029af96-eca4-4831-af1b-b3faeb1c267f requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:49.425855 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:49.426850 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:49.436961 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0c2e3b4a-164f-4046-a696-5fdee53028d9 req-af45d7df-67d7-4ecb-bbea-859fa977e5a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886495 Apr 06 13:53:49.460021 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ccd890f5-3688-47ad-a7fc-db4f0693bee6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6987388 Apr 06 13:53:49.489511 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9fe4147e-09a6-4b2f-b487-0c4e58dde44b req-313004d8-86f8-4e90-9b79-1ca8663dfc45 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450260 Apr 06 13:53:49.627732 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a0797-6c00-47e7-b587-5d47faa80949 None None] Network a029af96-eca4-4831-af1b-b3faeb1c267f requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:53:49.752939 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45bcc-e354-452e-b5ab-d564f538490d req-68d3b05a-4f4f-450a-bd00-999ffc3611c1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:49.754760 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7db45bcc-e354-452e-b5ab-d564f538490d req-68d3b05a-4f4f-450a-bd00-999ffc3611c1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 945 time: 0.0866370 Apr 06 13:53:49.824955 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7db45bcc-e354-452e-b5ab-d564f538490d req-de028db2-f265-49a0-bb66-3e6542633bfe tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641229 Apr 06 13:53:50.620868 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344c050-0cd7-4efd-af1f-2226ba224983 req-eb937e26-174a-4cd0-876a-1b57a6bdf52a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:50.628907 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f344c050-0cd7-4efd-af1f-2226ba224983 req-eb937e26-174a-4cd0-876a-1b57a6bdf52a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0789404 Apr 06 13:53:50.693365 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f344c050-0cd7-4efd-af1f-2226ba224983 req-e3d8081d-b7f5-48e5-98a1-b0f453c9b43c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611198 Apr 06 13:53:50.990034 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77599e12-8668-4882-ad9a-2a3ecb5ba5ec req-0acfa832-346d-49df-ae56-6e7ad1661043 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:50.991957 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-77599e12-8668-4882-ad9a-2a3ecb5ba5ec req-0acfa832-346d-49df-ae56-6e7ad1661043 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 945 time: 0.0778093 Apr 06 13:53:51.066428 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-77599e12-8668-4882-ad9a-2a3ecb5ba5ec req-2a9956b8-c4fd-4fde-991d-66c9238c9887 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604384 Apr 06 13:53:51.602708 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-08a66d57-1dac-4e0d-a8e8-4e40c6f58dd9 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:51.605062 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-08a66d57-1dac-4e0d-a8e8-4e40c6f58dd9 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/networks?id=a029af96-eca4-4831-af1b-b3faeb1c267f HTTP/1.1" status: 200 len: 813 time: 0.1350372 Apr 06 13:53:51.629635 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-b73b09e8-fae3-4592-adc1-5e0d5d43c5e2 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/quotas/7a65472f3684473a98e59adff157fb9b HTTP/1.1" status: 200 len: 375 time: 0.0167069 Apr 06 13:53:51.666813 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-4d735a3c-6658-4b5e-ab5b-98ee5514747f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a65472f3684473a98e59adff157fb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316851 Apr 06 13:53:51.837286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-f8304efe-7684-4f18-b498-6b62fa677538 service neutron] 10.222.0.44 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596193 Apr 06 13:53:52.038117 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daed026-f895-492c-90f0-cf0b867b49a9 req-cfebc341-e7d8-439e-8a50-9ffe1e3ec695 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:52.040152 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2daed026-f895-492c-90f0-cf0b867b49a9 req-cfebc341-e7d8-439e-8a50-9ffe1e3ec695 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1740210 Apr 06 13:53:52.071241 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-4a912ac4-6215-46d4-8731-90da15d8c856 service neutron] 10.222.0.44 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326090 Apr 06 13:53:52.128866 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2daed026-f895-492c-90f0-cf0b867b49a9 req-4b8d68db-faee-412d-84fe-642161651a12 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731685 Apr 06 13:53:52.427637 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d02d7d87-4432-4c22-b309-654ebe5a2c52 req-f5f14caa-dbbb-45fb-a6fc-ce70f4a54d2b tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 210 time: 0.0661254 Apr 06 13:53:52.442825 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926c497-5d35-4b87-9c9a-8939398fc0e2 req-09684245-ad49-44a0-9c18-83c0b694f898 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:52.457777 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c926c497-5d35-4b87-9c9a-8939398fc0e2 req-09684245-ad49-44a0-9c18-83c0b694f898 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 945 time: 0.2030804 Apr 06 13:53:52.580941 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c926c497-5d35-4b87-9c9a-8939398fc0e2 req-6937f1fa-49a3-4ad4-b46c-75f075467e87 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215534 Apr 06 13:53:52.900478 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b4258-36d4-40c6-b058-169f31531dad req-208cc620-6044-44ad-bd3b-6656497f08db tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:52.902564 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-902b4258-36d4-40c6-b058-169f31531dad req-208cc620-6044-44ad-bd3b-6656497f08db tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 945 time: 0.1629112 Apr 06 13:53:52.914036 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 50984) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:53:52.921462 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'floatingip': {'port_id': '21d6a336-a7da-43e6-84d3-956f83f281b4'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:52.992421 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (57d49430-b2b5-47c2-adf2-9e2194ca158d), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:53.375210 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997a275-6e52-4605-961e-b8aa19a307af req-8d6d45da-ef71-471a-a06c-ad237cbc32a7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:53.377110 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c997a275-6e52-4605-961e-b8aa19a307af req-8d6d45da-ef71-471a-a06c-ad237cbc32a7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1153822 Apr 06 13:53:53.612271 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c997a275-6e52-4605-961e-b8aa19a307af req-e168514b-5c7b-45aa-9c1d-323104f17361 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254133 Apr 06 13:53:53.650171 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-707052e3-a827-4968-a975-f9a48bc3b9e7 req-d47cf768-8757-4bc8-93a7-d5ea17cf4f27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 210 time: 0.0647998 Apr 06 13:53:54.098815 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-412798fe-2b3a-4679-8334-15b3ab72b1ef tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:54.100374 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-412798fe-2b3a-4679-8334-15b3ab72b1ef tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.41 "GET /v2.0/networks?id=a029af96-eca4-4831-af1b-b3faeb1c267f HTTP/1.1" status: 200 len: 813 time: 0.2245424 Apr 06 13:53:54.128414 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Request body: {'port': {'device_id': 'bb272527-ee83-4b1d-b608-8a99647cbbbf', 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f', 'admin_state_up': True, 'tenant_id': '7a65472f3684473a98e59adff157fb9b'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:54.276081 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:54.283052 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (57d49430-b2b5-47c2-adf2-9e2194ca158d), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:54.332772 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Made reservation on behalf of 7a65472f3684473a98e59adff157fb9b for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:53:54.340050 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:54.481042 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.l3_db [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Floating IP 57d49430-b2b5-47c2-adf2-9e2194ca158d associated. External IP: 172.27.3.139, port: 21d6a336-a7da-43e6-84d3-956f83f281b4. Apr 06 13:53:54.615300 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Allocated IP 172.20.0.3 (a029af96-eca4-4831-af1b-b3faeb1c267f/d944834b-26b8-41c2-aa75-20484ee6878d/e2c6a873-22e1-4c26-bb31-2a476ffa0076) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:53:54.963785 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-205aee1a-cdb3-4fb0-87a5-1575454973a5 req-b22a53f9-93c2-40ba-b8cc-4f09f6033fc8 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 210 time: 0.1225915 Apr 06 13:53:54.996892 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26504b1b-28d1-484e-9fa3-11464e54f49a req-36659e82-c04d-4cae-8d96-faca914188ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:55.005797 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-26504b1b-28d1-484e-9fa3-11464e54f49a req-36659e82-c04d-4cae-8d96-faca914188ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.2253714 Apr 06 13:53:55.066153 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks [] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.086390 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:53:55.144921 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-26504b1b-28d1-484e-9fa3-11464e54f49a req-decd04a5-6269-4c92-8479-19ef98956b5d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149228 Apr 06 13:53:55.150394 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.196118 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Network a029af96-eca4-4831-af1b-b3faeb1c267f is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:53:55.202159 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:53:55.223456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:53:55.289983 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Pushing event updated for resources: {'Port': ['ID=e2c6a873-22e1-4c26-bb31-2a476ffa0076,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:55.305977 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:55.307054 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.336023 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-aa89b070-569c-4f9b-87f2-ea05cd3a968f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2133632 Apr 06 13:53:55.342723 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:53:55.359999 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:53:55.364938 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.369565 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Request body: {'port': {'device_id': 'bb272527-ee83-4b1d-b608-8a99647cbbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:53:55.380422 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:55.382198 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:53:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:55.501211 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:55.557173 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-4f24d738-4574-4d11-b05a-67c2c100733a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "PUT /v2.0/floatingips/57d49430-b2b5-47c2-adf2-9e2194ca158d HTTP/1.1" status: 200 len: 991 time: 2.6414523 Apr 06 13:53:55.558699 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64708cff-e494-4b98-abf3-a098de87d03f', 'tag': '21d6a336-a7da-43e6-84d3-956f83f281b4'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:55.578094 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "64708cff-e494-4b98-abf3-a098de87d03f", "tag": "21d6a336-a7da-43e6-84d3-956f83f281b4"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:55.671339 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63ab936-6044-48f0-a181-cd540d6d11a1 x-openstack-request-id: req-d63ab936-6044-48f0-a181-cd540d6d11a1 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:55.671339 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64708cff-e494-4b98-abf3-a098de87d03f", "tag": "21d6a336-a7da-43e6-84d3-956f83f281b4", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:55.671694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d63ab936-6044-48f0-a181-cd540d6d11a1 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:55.671995 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63ab936-6044-48f0-a181-cd540d6d11a1'] response: {'name': 'network-changed', 'server_uuid': '64708cff-e494-4b98-abf3-a098de87d03f', 'tag': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'status': 'completed', 'code': 200} Apr 06 13:53:55.702542 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:55.868889 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-de4af443-9638-43d1-aa2a-b492b506dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:55.872193 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-de4af443-9638-43d1-aa2a-b492b506dbc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 1129 time: 0.1662519 Apr 06 13:53:56.140285 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-1b4b7bcb-896e-4e92-bb45-d9e378488cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.141993 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-1b4b7bcb-896e-4e92-bb45-d9e378488cbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 915 time: 0.2594318 Apr 06 13:53:56.149680 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c6a873-22e1-4c26-bb31-2a476ffa0076 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:53:56.162113 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '57d49430-b2b5-47c2-adf2-9e2194ca158d', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:4b:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64708cff-e494-4b98-abf3-a098de87d03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:54Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}, {'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:28Z', 'revision_number': 2, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:56.166699 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Publish callbacks [] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.206982 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:53:56.217482 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Transition to ACTIVE for port object e2c6a873-22e1-4c26-bb31-2a476ffa0076 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:53:56.227080 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:53:56.229914 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:53:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:56.240915 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.250289 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-59d395ec-7c15-4693-8a77-6d8a43a5abc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d6a336-a7da-43e6-84d3-956f83f281b4 HTTP/1.1" status: 200 len: 999 time: 0.0955968 Apr 06 13:53:56.317103 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ae570-d787-4abd-b7f2-20bb6aabcaf7 req-75d0a6ef-917c-4668-89f7-a84ba15de784 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.324775 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c83ae570-d787-4abd-b7f2-20bb6aabcaf7 req-75d0a6ef-917c-4668-89f7-a84ba15de784 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 931 time: 0.1834574 Apr 06 13:53:56.346920 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-2828649b-a441-489a-a8d8-99610e2cfdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.348922 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-2828649b-a441-489a-a8d8-99610e2cfdb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.0640085 Apr 06 13:53:56.414539 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Pushing event updated for resources: {'Port': ['ID=e2c6a873-22e1-4c26-bb31-2a476ffa0076,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:56.493420 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-ab109e7c-c025-41ab-a28b-15d8ca26db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.495143 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-ab109e7c-c025-41ab-a28b-15d8ca26db7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1379690 Apr 06 13:53:56.519153 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:53:56.525724 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c83ae570-d787-4abd-b7f2-20bb6aabcaf7 req-b270ae31-10a8-4c57-a66c-a9034e6d92ce tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906786 Apr 06 13:53:56.564243 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74731b21-0499-44d8-bcfa-883b9c5c5ac6 req-7122a96d-204c-48ad-a6ad-ff570d7b1e4d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.577088 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-74731b21-0499-44d8-bcfa-883b9c5c5ac6 req-7122a96d-204c-48ad-a6ad-ff570d7b1e4d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.2211177 Apr 06 13:53:56.578925 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Attempting to bind port e2c6a873-22e1-4c26-bb31-2a476ffa0076 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:53:56.579348 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Attempting to bind port e2c6a873-22e1-4c26-bb31-2a476ffa0076 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:53:56.579750 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Attempting to bind port e2c6a873-22e1-4c26-bb31-2a476ffa0076 on network a029af96-eca4-4831-af1b-b3faeb1c267f {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:56.592197 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Port e2c6a873-22e1-4c26-bb31-2a476ffa0076 on network a029af96-eca4-4831-af1b-b3faeb1c267f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:53:56.593281 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Attempting to bind port e2c6a873-22e1-4c26-bb31-2a476ffa0076 on network a029af96-eca4-4831-af1b-b3faeb1c267f {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:53:56.605323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:53:56.605760 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Checking segment: {'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:53:56.606229 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Bound using segment: {'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:53:56.608827 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Bound port: e2c6a873-22e1-4c26-bb31-2a476ffa0076, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:53:56.609292 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.673870 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-f0a31f72-5f40-4a61-832f-f383ad616a26 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698329 Apr 06 13:53:56.686840 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-74731b21-0499-44d8-bcfa-883b9c5c5ac6 req-9f96721f-cbe8-48d9-94fc-272f37a2d039 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078463 Apr 06 13:53:56.772500 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] For port e2c6a873-22e1-4c26-bb31-2a476ffa0076, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:53:56.777296 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] For port e2c6a873-22e1-4c26-bb31-2a476ffa0076, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e2c6a873-22e1-4c26-bb31-2a476ffa0076,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:53:56.791812 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.857781 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:56.858489 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:53:56.860100 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] 10.222.0.41 "PUT /v2.0/ports/e2c6a873-22e1-4c26-bb31-2a476ffa0076 HTTP/1.1" status: 200 len: 1093 time: 1.5035543 Apr 06 13:53:56.860685 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb272527-ee83-4b1d-b608-8a99647cbbbf', 'tag': 'e2c6a873-22e1-4c26-bb31-2a476ffa0076'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:53:56.863156 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e617595-efd8-4377-97bb-54ff810776f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb272527-ee83-4b1d-b608-8a99647cbbbf", "tag": "e2c6a873-22e1-4c26-bb31-2a476ffa0076"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:53:56.873106 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e6e9496f-1bc2-403c-bed3-5c392d0c2c2d req-cf6da3a8-14ac-4c76-9e9d-94ff9d07cac0 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887333 Apr 06 13:53:56.883706 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62233bf0-7062-4dc3-b961-c0d9c5c4bc2d service neutron] Pushing event updated for resources: {'Port': ['ID=e2c6a873-22e1-4c26-bb31-2a476ffa0076,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:53:56.935945 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61771ff7-864e-4d17-9a83-082fa4befede x-openstack-request-id: req-61771ff7-864e-4d17-9a83-082fa4befede {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:53:56.936482 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb272527-ee83-4b1d-b608-8a99647cbbbf", "tag": "e2c6a873-22e1-4c26-bb31-2a476ffa0076", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:53:56.936960 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61771ff7-864e-4d17-9a83-082fa4befede {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:53:56.937632 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61771ff7-864e-4d17-9a83-082fa4befede'] response: {'name': 'network-changed', 'server_uuid': 'bb272527-ee83-4b1d-b608-8a99647cbbbf', 'tag': 'e2c6a873-22e1-4c26-bb31-2a476ffa0076', 'status': 'completed', 'code': 200} Apr 06 13:53:56.997880 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '57d49430-b2b5-47c2-adf2-9e2194ca158d', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:4b:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64708cff-e494-4b98-abf3-a098de87d03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:54Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}, {'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:28Z', 'revision_number': 2, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:53:57.013323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-71f46d65-cb01-41b6-96d8-9d9608ef60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:57.014967 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-71f46d65-cb01-41b6-96d8-9d9608ef60b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a65472f3684473a98e59adff157fb9b&device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 1127 time: 0.0691590 Apr 06 13:53:57.042897 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2355951e-779b-404b-8ba3-926e21ec91f5 None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '57d49430-b2b5-47c2-adf2-9e2194ca158d', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:4b:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64708cff-e494-4b98-abf3-a098de87d03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:53:35Z', 'updated_at': '2022-04-06T13:53:54Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}, {'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:28Z', 'revision_number': 2, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:53:57.108559 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-8a437723-bf78-4723-bdcd-650642f1728b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2c6a873-22e1-4c26-bb31-2a476ffa0076 HTTP/1.1" status: 200 len: 217 time: 0.0799630 Apr 06 13:53:57.200619 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-8932da05-6931-45b2-9187-380ed380c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:57.202616 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-8932da05-6931-45b2-9187-380ed380c367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d944834b-26b8-41c2-aa75-20484ee6878d HTTP/1.1" status: 200 len: 853 time: 0.0837941 Apr 06 13:53:57.373062 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-916cd6e0-edec-4672-8f8e-7303a3091037 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a029af96-eca4-4831-af1b-b3faeb1c267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496924 Apr 06 13:53:57.425534 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75661eb9-f959-43bf-8992-dccc895d2e8d None None] New status for floating IP 57d49430-b2b5-47c2-adf2-9e2194ca158d: ACTIVE {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:53:57.559229 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-734603a5-4c7a-4e20-b034-69c004be5831 service neutron] 10.222.0.41 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776764 Apr 06 13:53:57.718453 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a2c3f-ca33-469f-8b42-969a90ba46d8 req-eb779da7-6e72-46f2-8968-05d4ea456f1e tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:57.726941 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0b1a2c3f-ca33-469f-8b42-969a90ba46d8 req-eb779da7-6e72-46f2-8968-05d4ea456f1e tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 943 time: 0.0876439 Apr 06 13:53:57.824741 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28348bde-2256-4453-85ea-d2a85ddc9394 req-82b100f2-9570-4077-9047-3a549078fb52 service neutron] 10.222.0.41 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533457 Apr 06 13:53:57.892125 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0b1a2c3f-ca33-469f-8b42-969a90ba46d8 req-cdc7db92-c2a6-4834-9281-40689d5c7209 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638246 Apr 06 13:53:57.947519 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8a50d-9f06-4c8f-94a2-30b2fddf32aa req-1b1d910f-056d-4388-aca5-7950040a44af tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:57.950100 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-71d8a50d-9f06-4c8f-94a2-30b2fddf32aa req-1b1d910f-056d-4388-aca5-7950040a44af tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1116138 Apr 06 13:53:58.039113 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-71d8a50d-9f06-4c8f-94a2-30b2fddf32aa req-5854502f-ba5e-450c-a67c-6a8a3f5d6daa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731907 Apr 06 13:53:59.119128 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3af309-60ad-4938-927c-0eea8047c4cb req-95926ed2-cd3e-4407-b40a-c1de52307da4 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:59.133065 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba3af309-60ad-4938-927c-0eea8047c4cb req-95926ed2-cd3e-4407-b40a-c1de52307da4 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 943 time: 0.1161134 Apr 06 13:53:59.234168 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba3af309-60ad-4938-927c-0eea8047c4cb req-19142f9b-5c63-4e5c-a201-c5e6c6f4d11d tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994143 Apr 06 13:53:59.350223 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d44cd-5a9a-443b-ac3a-54135c8edab1 req-38c67a13-0f4f-469c-b57e-dab82a9b13b3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:53:59.352896 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2d9d44cd-5a9a-443b-ac3a-54135c8edab1 req-38c67a13-0f4f-469c-b57e-dab82a9b13b3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.1015823 Apr 06 13:53:59.414934 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2d9d44cd-5a9a-443b-ac3a-54135c8edab1 req-6337f297-38c4-48c5-af68-514077c41bd4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553768 Apr 06 13:54:00.408019 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bad104-3b9b-45ac-a34b-91c061f478e2 req-015f12bb-2bdc-448c-9cb5-696848158caa tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:00.409478 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-51bad104-3b9b-45ac-a34b-91c061f478e2 req-015f12bb-2bdc-448c-9cb5-696848158caa tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 943 time: 0.0728192 Apr 06 13:54:00.470813 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-51bad104-3b9b-45ac-a34b-91c061f478e2 req-ddfb0832-0f79-4f48-b3f1-337a1196ee86 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554314 Apr 06 13:54:00.489161 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:54:00.626328 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc4f2b-23a8-4a32-9cd9-20d9278c1984 req-006e7364-4095-49a9-816d-268182d4d964 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:00.627838 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4ecc4f2b-23a8-4a32-9cd9-20d9278c1984 req-006e7364-4095-49a9-816d-268182d4d964 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0738263 Apr 06 13:54:00.693154 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4ecc4f2b-23a8-4a32-9cd9-20d9278c1984 req-f444059c-3370-4357-99ba-5811b32c7d68 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592883 Apr 06 13:54:00.996375 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e617595-efd8-4377-97bb-54ff810776f8 req-6b5d638f-845f-454f-941c-ca2f5bd63520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:00.998766 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3e617595-efd8-4377-97bb-54ff810776f8 req-6b5d638f-845f-454f-941c-ca2f5bd63520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a65472f3684473a98e59adff157fb9b&device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 1127 time: 0.0731449 Apr 06 13:54:01.357836 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e617595-efd8-4377-97bb-54ff810776f8 req-7d129f8f-4314-4243-9e28-87abf49eb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.359349 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3e617595-efd8-4377-97bb-54ff810776f8 req-7d129f8f-4314-4243-9e28-87abf49eb358 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a029af96-eca4-4831-af1b-b3faeb1c267f HTTP/1.1" status: 200 len: 913 time: 0.3325012 Apr 06 13:54:01.405834 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3e617595-efd8-4377-97bb-54ff810776f8 req-4b272e12-3d29-413e-b5b8-10160646ffe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2c6a873-22e1-4c26-bb31-2a476ffa0076 HTTP/1.1" status: 200 len: 217 time: 0.0393467 Apr 06 13:54:01.459647 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e617595-efd8-4377-97bb-54ff810776f8 req-ce935069-16eb-4487-bf5f-50eadc64f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.461190 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3e617595-efd8-4377-97bb-54ff810776f8 req-ce935069-16eb-4487-bf5f-50eadc64f5b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d944834b-26b8-41c2-aa75-20484ee6878d HTTP/1.1" status: 200 len: 853 time: 0.0495813 Apr 06 13:54:01.493699 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3e617595-efd8-4377-97bb-54ff810776f8 req-9f52ecd4-d1e0-473d-9f27-188a6fda7571 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a029af96-eca4-4831-af1b-b3faeb1c267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258806 Apr 06 13:54:01.608212 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3e617595-efd8-4377-97bb-54ff810776f8 req-9921a6f8-a509-40b7-9bf2-d0a9b7ee5138 service neutron] 10.222.0.41 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978785 Apr 06 13:54:01.624896 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd7dbd-db55-4e9f-aaa0-896207857aa0 req-7a6b3688-6776-4212-b606-66d2089a8a18 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.626498 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4fdd7dbd-db55-4e9f-aaa0-896207857aa0 req-7a6b3688-6776-4212-b606-66d2089a8a18 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 943 time: 0.0587099 Apr 06 13:54:01.677346 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4fdd7dbd-db55-4e9f-aaa0-896207857aa0 req-a4573db8-2dc8-4247-8432-15f62f9b9923 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Apr 06 13:54:01.854750 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c59afd-b6d7-479d-889e-d86e1fc1c9e7 req-f2967854-1360-425f-bed8-7afac1281c37 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:01.857753 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-56c59afd-b6d7-479d-889e-d86e1fc1c9e7 req-f2967854-1360-425f-bed8-7afac1281c37 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0880122 Apr 06 13:54:01.892234 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3e617595-efd8-4377-97bb-54ff810776f8 req-897f69dc-5d71-4a65-b45a-66478bcba5ee service neutron] 10.222.0.41 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951328 Apr 06 13:54:01.918541 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-56c59afd-b6d7-479d-889e-d86e1fc1c9e7 req-60bd3e48-a74d-4762-a6ad-b2cd1f412c92 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546501 Apr 06 13:54:02.020848 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-734b7fda-97a8-465b-8e9b-c8955f9b0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:02.023546 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-734b7fda-97a8-465b-8e9b-c8955f9b0e91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1130 time: 0.0728550 Apr 06 13:54:02.122655 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-850eef98-ddda-41c8-bca3-7875375f0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:02.125212 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-850eef98-ddda-41c8-bca3-7875375f0cbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.0954900 Apr 06 13:54:02.205143 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-274db99c-9b87-4383-bda0-7f0f025dd398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 1002 time: 0.0727894 Apr 06 13:54:02.269140 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-5d521bfa-e961-4194-b804-a82a5385b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:02.271067 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-5d521bfa-e961-4194-b804-a82a5385b375 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.0582919 Apr 06 13:54:02.324459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-61846894-e57c-4cdc-b41b-d4c260723d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:02.327058 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-61846894-e57c-4cdc-b41b-d4c260723d9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475717 Apr 06 13:54:02.418674 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device e2c6a873-22e1-4c26-bb31-2a476ffa0076 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:54:02.420886 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-07b6d0b1-c3d1-4322-9ece-6302b06f08cb service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842154 Apr 06 13:54:02.522205 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c38638c6-f4e4-49dd-9598-51e2bd1a5340 req-a88f6c4b-a57c-4f27-844b-7949a4078c52 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950136 Apr 06 13:54:02.523181 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port e2c6a873-22e1-4c26-bb31-2a476ffa0076, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e2c6a873-22e1-4c26-bb31-2a476ffa0076,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:02.537030 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'e2c6a873-22e1-4c26-bb31-2a476ffa0076', 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f', 'port_id': 'e2c6a873-22e1-4c26-bb31-2a476ffa0076', 'mac_address': 'fa:16:3e:a2:97:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd944834b-26b8-41c2-aa75-20484ee6878d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:54:02.582412 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port e2c6a873-22e1-4c26-bb31-2a476ffa0076 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:02.582799 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:02.598178 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c6a873-22e1-4c26-bb31-2a476ffa0076 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:02.620003 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port e2c6a873-22e1-4c26-bb31-2a476ffa0076, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e2c6a873-22e1-4c26-bb31-2a476ffa0076,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:02.625564 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:02.676385 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=e2c6a873-22e1-4c26-bb31-2a476ffa0076,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:02.812289 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74851b81-c5bd-43ac-8cb3-ac0e4329f30f req-e3403998-0750-4060-a1be-bc7796ee38d1 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:02.813688 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-74851b81-c5bd-43ac-8cb3-ac0e4329f30f req-e3403998-0750-4060-a1be-bc7796ee38d1 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 944 time: 0.0657253 Apr 06 13:54:02.869145 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-74851b81-c5bd-43ac-8cb3-ac0e4329f30f req-717b15a6-4f97-465c-aa1c-9ca24afa0e54 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498202 Apr 06 13:54:03.050860 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eeab9-6d9b-42d1-889c-a850aa6d8a0d req-f2243d48-5f52-4e1b-8d8e-cc9e8b14cba7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:03.052417 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-533eeab9-6d9b-42d1-889c-a850aa6d8a0d req-f2243d48-5f52-4e1b-8d8e-cc9e8b14cba7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0551660 Apr 06 13:54:03.100759 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-533eeab9-6d9b-42d1-889c-a850aa6d8a0d req-2e75e520-f7fc-418e-9fbe-9f3c797ea2e4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Apr 06 13:54:03.134457 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['e2c6a873-22e1-4c26-bb31-2a476ffa0076'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:54:04.018038 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65d606-43a3-4d03-8271-f8f5697d92b7 req-f990bab7-d08d-4aed-8f13-c391dd4988e7 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:04.019540 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2d65d606-43a3-4d03-8271-f8f5697d92b7 req-f990bab7-d08d-4aed-8f13-c391dd4988e7 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 944 time: 0.0753832 Apr 06 13:54:04.093233 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2d65d606-43a3-4d03-8271-f8f5697d92b7 req-ccd7f412-21ea-4256-873b-ffe346e19845 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569844 Apr 06 13:54:04.248326 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00876b-6716-4769-a8fb-66ec7a87dde4 req-d60e45a9-abbe-4d82-b364-3292cf6d98c2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:04.249926 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a00876b-6716-4769-a8fb-66ec7a87dde4 req-d60e45a9-abbe-4d82-b364-3292cf6d98c2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 946 time: 0.0703418 Apr 06 13:54:04.326652 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a00876b-6716-4769-a8fb-66ec7a87dde4 req-859336ff-55bf-41e1-a196-8fd8ef8f01ed tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703590 Apr 06 13:54:04.544199 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device e2c6a873-22e1-4c26-bb31-2a476ffa0076 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:54:04.628723 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port e2c6a873-22e1-4c26-bb31-2a476ffa0076 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:54:04.634380 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port e2c6a873-22e1-4c26-bb31-2a476ffa0076 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:04.634853 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:04.743227 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port e2c6a873-22e1-4c26-bb31-2a476ffa0076 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:04.743749 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:04.779780 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb272527-ee83-4b1d-b608-8a99647cbbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c6a873-22e1-4c26-bb31-2a476ffa0076'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:04.782868 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a654fca-83a1-4814-9b5c-bb130408e809" -d '{"events": [{"server_uuid": "bb272527-ee83-4b1d-b608-8a99647cbbbf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c6a873-22e1-4c26-bb31-2a476ffa0076"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:04.801623 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port e2c6a873-22e1-4c26-bb31-2a476ffa0076, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e2c6a873-22e1-4c26-bb31-2a476ffa0076,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:04.808340 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:04.809705 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:54:04.857126 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2a9c28-abb0-4c7a-b672-7dee43090696 x-openstack-request-id: req-1d2a9c28-abb0-4c7a-b672-7dee43090696 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:04.857594 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb272527-ee83-4b1d-b608-8a99647cbbbf", "name": "network-vif-plugged", "status": "completed", "tag": "e2c6a873-22e1-4c26-bb31-2a476ffa0076", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:04.857962 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d2a9c28-abb0-4c7a-b672-7dee43090696 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:04.858442 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2a9c28-abb0-4c7a-b672-7dee43090696'] response: {'server_uuid': 'bb272527-ee83-4b1d-b608-8a99647cbbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c6a873-22e1-4c26-bb31-2a476ffa0076', 'code': 200} Apr 06 13:54:04.912398 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=e2c6a873-22e1-4c26-bb31-2a476ffa0076,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:04.955944 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 is: ACTIVE; New status is: DOWN {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:04.956336 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:05.000489 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:05.016116 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:05.089212 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=8']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:05.252441 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fd709-b09f-44a4-9874-f559287d5118 req-33d5637c-b62e-41a7-8d73-cc4cf0ad6de0 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:05.254076 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-428fd709-b09f-44a4-9874-f559287d5118 req-33d5637c-b62e-41a7-8d73-cc4cf0ad6de0 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 945 time: 0.0677404 Apr 06 13:54:05.277369 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb472b-c7ab-4e7e-820b-fd8f8cf0dd21 req-cc970970-7102-4832-85ec-2594f653b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:05.279144 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9bdb472b-c7ab-4e7e-820b-fd8f8cf0dd21 req-cc970970-7102-4832-85ec-2594f653b801 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 1129 time: 0.0703778 Apr 06 13:54:05.332045 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9bdb472b-c7ab-4e7e-820b-fd8f8cf0dd21 req-d3d04e84-35c6-45ee-8643-6f34f45c2236 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Apr 06 13:54:05.334092 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-428fd709-b09f-44a4-9874-f559287d5118 req-0ab8e6c3-c61e-475d-ad24-b80c1b1451dd tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720077 Apr 06 13:54:05.473664 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe7d3f-5505-47af-ac6c-f48e6c2e7852 req-e3054f63-625b-4807-86eb-7d4500419bd5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:05.475444 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-44fe7d3f-5505-47af-ac6c-f48e6c2e7852 req-e3054f63-625b-4807-86eb-7d4500419bd5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0623708 Apr 06 13:54:05.536330 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-44fe7d3f-5505-47af-ac6c-f48e6c2e7852 req-d9760ab6-0427-49ee-967f-7df251cb5dc9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528049 Apr 06 13:54:06.154631 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-179e506b-a0a5-4dc1-8b3b-26580d9fb6ca req-a8e805d4-a34e-4020-b63d-4e7379f89ab2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:54:06.156146 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-179e506b-a0a5-4dc1-8b3b-26580d9fb6ca req-a8e805d4-a34e-4020-b63d-4e7379f89ab2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079429 Apr 06 13:54:06.382265 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a707a-5573-44ba-9abe-6f53de9f2bb9 req-c1a11329-f2f0-4f2c-9dc3-6a50d3e55b0e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:06.384265 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e74a707a-5573-44ba-9abe-6f53de9f2bb9 req-c1a11329-f2f0-4f2c-9dc3-6a50d3e55b0e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0709233 Apr 06 13:54:06.482837 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e74a707a-5573-44ba-9abe-6f53de9f2bb9 req-9134ec4d-ceef-4c1d-ba96-82bfb29e6aeb tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852580 Apr 06 13:54:06.556683 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c6d5-f4a1-4926-99a6-45e08b61f50d req-6c0434c2-3e99-43e5-aa26-62e00454048a tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:06.558974 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b884c6d5-f4a1-4926-99a6-45e08b61f50d req-6c0434c2-3e99-43e5-aa26-62e00454048a tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 945 time: 0.0979164 Apr 06 13:54:06.623043 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b884c6d5-f4a1-4926-99a6-45e08b61f50d req-b2024889-9c92-41de-9978-cfdaf3e21c95 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574141 Apr 06 13:54:06.859532 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:06.862672 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a9ae17-9feb-4c3d-a8ec-e275b85cfc2b" -d '{"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:06.922433 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 51106) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:06.923621 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787bb9e0-2d0c-42a6-9f30-2a1fa4d33923 x-openstack-request-id: req-787bb9e0-2d0c-42a6-9f30-2a1fa4d33923 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:06.924069 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-unplugged", "status": "failed", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76", "code": 422}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:06.924411 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-787bb9e0-2d0c-42a6-9f30-2a1fa4d33923 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:06.925080 dv-cinder-836804-1-iscsi neutron-server[110044]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-787bb9e0-2d0c-42a6-9f30-2a1fa4d33923']: {'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'code': 422} returned with failed status Apr 06 13:54:07.056331 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-0cd27608-6baa-46e2-8714-18da58adec09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326458 Apr 06 13:54:07.068807 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-067ffa46-a439-4215-9c17-128bf3747bed service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:54:07.070325 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-067ffa46-a439-4215-9c17-128bf3747bed service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077899 Apr 06 13:54:07.170640 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 51114) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:54:07.310133 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-b4617ba4-4bd5-418d-b24d-4df28a55b3a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.311756 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-b4617ba4-4bd5-418d-b24d-4df28a55b3a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports/d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 941 time: 0.1399972 Apr 06 13:54:07.690270 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b5f22-c801-45f2-9d3b-3107b78da5ec req-974bea70-d01c-4dfd-b853-d7dd08d0b06d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.693083 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-033b5f22-c801-45f2-9d3b-3107b78da5ec req-974bea70-d01c-4dfd-b853-d7dd08d0b06d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.1045852 Apr 06 13:54:07.833213 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-033b5f22-c801-45f2-9d3b-3107b78da5ec req-2bd0a827-e776-43df-99a8-51f62ac44717 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332839 Apr 06 13:54:07.872733 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79895-c82e-40ee-a023-ecff7a656bce req-5a5d05aa-285e-43b7-b15c-b256de8e2818 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:07.875481 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e3f79895-c82e-40ee-a023-ecff7a656bce req-5a5d05aa-285e-43b7-b15c-b256de8e2818 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 945 time: 0.1402044 Apr 06 13:54:07.960761 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e3f79895-c82e-40ee-a023-ecff7a656bce req-8b559d38-0584-436b-b02d-aa5a7cc6e491 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735235 Apr 06 13:54:08.533733 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:08.571779 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:54:08.720484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 is: DOWN; New status is: DOWN {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:09.031214 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41935f26-0a53-4324-ad32-4b88ad3d5b41 req-c3b426db-c108-479d-a05e-0f25bb5122b9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.034153 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41935f26-0a53-4324-ad32-4b88ad3d5b41 req-c3b426db-c108-479d-a05e-0f25bb5122b9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0811710 Apr 06 13:54:09.118116 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41935f26-0a53-4324-ad32-4b88ad3d5b41 req-f85cd105-0231-451f-a378-d376b3edf6a4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755873 Apr 06 13:54:09.281474 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-2037f20c-3ae5-44be-8b75-c9cb447354cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.285290 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-2037f20c-3ae5-44be-8b75-c9cb447354cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94&tenant_id=873d3301e23f49a8b7126a8900344774 HTTP/1.1" status: 200 len: 1128 time: 0.1562021 Apr 06 13:54:09.430468 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-dea1a1c1-77d0-4e02-8055-19ea47dd0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.433770 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-dea1a1c1-77d0-4e02-8055-19ea47dd0205 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1128 time: 0.1064446 Apr 06 13:54:09.438823 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42c3656b-d887-4420-a344-a4349869618e req-ab602156-0bb3-4b07-88e1-f5a17b2ff702 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1100173 Apr 06 13:54:09.592657 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3656b-d887-4420-a344-a4349869618e req-b07269d9-62a8-4ea5-bec9-43a2130fb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.594612 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42c3656b-d887-4420-a344-a4349869618e req-b07269d9-62a8-4ea5-bec9-43a2130fb98c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 1130 time: 0.1236372 Apr 06 13:54:09.601740 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-b038b1ec-d51a-4e90-a7fe-f2629497675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.605318 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-b038b1ec-d51a-4e90-a7fe-f2629497675b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.1639297 Apr 06 13:54:09.764154 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-2d749912-0659-47c9-8cc3-c77750baa5e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 1000 time: 0.1507862 Apr 06 13:54:09.842799 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3656b-d887-4420-a344-a4349869618e req-99b9f55a-9b25-423e-8b2c-2a43f48c6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.844215 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42c3656b-d887-4420-a344-a4349869618e req-99b9f55a-9b25-423e-8b2c-2a43f48c6cab service neutron] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 915 time: 0.2218993 Apr 06 13:54:09.854570 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-9ebfef71-51c6-4a12-934a-c4014fff4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.857001 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-9ebfef71-51c6-4a12-934a-c4014fff4240 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.0853357 Apr 06 13:54:09.976088 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42c3656b-d887-4420-a344-a4349869618e req-69590921-94f8-4a46-a627-fe356ffd4635 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d023ce-499e-42e0-95da-1cb7698da482 HTTP/1.1" status: 200 len: 1001 time: 0.1149509 Apr 06 13:54:09.984659 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-9efca1b2-9513-4dd4-8d83-f5f20aaee796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:09.987188 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-9efca1b2-9513-4dd4-8d83-f5f20aaee796 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174285 Apr 06 13:54:10.123925 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3656b-d887-4420-a344-a4349869618e req-717b7785-8cf5-4491-8ca7-4a513877f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:10.126150 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42c3656b-d887-4420-a344-a4349869618e req-717b7785-8cf5-4491-8ca7-4a513877f53e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.1290729 Apr 06 13:54:10.215781 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-e3841c87-36a9-477d-909b-9a1fe674e9e4 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100861 Apr 06 13:54:10.284998 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3656b-d887-4420-a344-a4349869618e req-43215028-dfeb-4e2a-8717-63b496b97f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:10.286565 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42c3656b-d887-4420-a344-a4349869618e req-43215028-dfeb-4e2a-8717-63b496b97f0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1495693 Apr 06 13:54:10.326293 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb659d-7123-49db-8f95-ac4f8de32813 req-7bdedafd-a4e3-4229-ace3-7be16bd56b70 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:10.328754 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aceb659d-7123-49db-8f95-ac4f8de32813 req-7bdedafd-a4e3-4229-ace3-7be16bd56b70 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.1030722 Apr 06 13:54:10.389822 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de2f1dcc-0b24-410b-a067-d8d5b5ca9470 req-20a52c3a-5428-4745-b27b-ff267f3acaa1 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668320 Apr 06 13:54:10.413055 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aceb659d-7123-49db-8f95-ac4f8de32813 req-7011e529-fa08-4def-989b-dcd2ee1a4c2f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753253 Apr 06 13:54:10.426851 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42c3656b-d887-4420-a344-a4349869618e req-ca5f7086-f76f-4e03-a7cb-7f9bdaa3fd8f service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314738 Apr 06 13:54:10.559616 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42c3656b-d887-4420-a344-a4349869618e req-3e170b1b-ba31-4cdd-af5b-f1dc4bd94d6f service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221714 Apr 06 13:54:11.659392 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39e181-0b05-4011-abcb-02727ad34682 req-7f91699b-7636-4752-87df-aa4cb3565610 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:11.661503 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1f39e181-0b05-4011-abcb-02727ad34682 req-7f91699b-7636-4752-87df-aa4cb3565610 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.1025376 Apr 06 13:54:11.735316 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1f39e181-0b05-4011-abcb-02727ad34682 req-e0742878-e8e0-46ea-ae98-cb43ee45ea74 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653899 Apr 06 13:54:12.343544 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-430df521-e6af-47bb-8a19-17055ddd693c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:12.917112 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03a9cc-97f0-4c0c-b532-174ff72ef1d4 req-fc1ddebc-fcf9-4c24-a4e3-0099e257c724 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:12.918824 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0e03a9cc-97f0-4c0c-b532-174ff72ef1d4 req-fc1ddebc-fcf9-4c24-a4e3-0099e257c724 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0878069 Apr 06 13:54:13.016275 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0e03a9cc-97f0-4c0c-b532-174ff72ef1d4 req-b321eea0-3b10-4afa-89f0-c8830cf8f844 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851846 Apr 06 13:54:14.194994 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe52841-3a5f-4bd1-a7fb-9aa9adff2f90 req-775aad1b-0316-4482-88fa-e89d2f579bea tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:14.196589 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cfe52841-3a5f-4bd1-a7fb-9aa9adff2f90 req-775aad1b-0316-4482-88fa-e89d2f579bea tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0759444 Apr 06 13:54:14.257478 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cfe52841-3a5f-4bd1-a7fb-9aa9adff2f90 req-852d76f3-cb03-4116-8d51-b10c1d1d8555 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508955 Apr 06 13:54:14.831779 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-53ac9193-6aca-444a-902f-1c15cdca08b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:15.440545 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca9091-0345-4666-8148-7b1140397516 req-e2a3121e-49f3-4291-8a8a-2b22d4492c15 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:15.443645 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d8ca9091-0345-4666-8148-7b1140397516 req-e2a3121e-49f3-4291-8a8a-2b22d4492c15 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0739074 Apr 06 13:54:15.525592 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d8ca9091-0345-4666-8148-7b1140397516 req-19b443f6-901f-448c-8bf7-388224e79528 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646245 Apr 06 13:54:15.568308 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:16.700279 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5495f-a7c3-4459-ac46-a8c3e5cf3f2c req-e1dab0ab-7a90-4575-b767-95419b8ef025 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:16.702292 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ada5495f-a7c3-4459-ac46-a8c3e5cf3f2c req-e1dab0ab-7a90-4575-b767-95419b8ef025 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0853500 Apr 06 13:54:16.786192 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ada5495f-a7c3-4459-ac46-a8c3e5cf3f2c req-b8999904-5d8e-4da2-a11e-b3f7be547868 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775251 Apr 06 13:54:16.986368 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:17.943488 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a80c6a-89f2-401b-87fb-6fb9629605c9 req-4e4d90c5-5d46-4d4e-a919-46332cce824b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:17.948702 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-26a80c6a-89f2-401b-87fb-6fb9629605c9 req-4e4d90c5-5d46-4d4e-a919-46332cce824b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0719304 Apr 06 13:54:18.012862 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-26a80c6a-89f2-401b-87fb-6fb9629605c9 req-ea98df4e-b79a-4e26-82bd-1faae9e1e5fa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611062 Apr 06 13:54:18.462206 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:19.225307 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803af4fa-9f69-4031-8b90-c01d1c643ebb req-04d655e8-fbca-4ed6-9db7-4f14eeae66c9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:19.227736 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-803af4fa-9f69-4031-8b90-c01d1c643ebb req-04d655e8-fbca-4ed6-9db7-4f14eeae66c9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0706151 Apr 06 13:54:19.308419 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-803af4fa-9f69-4031-8b90-c01d1c643ebb req-02a9e2ad-875e-4b13-8c7d-f9e6fcc0e1f2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709484 Apr 06 13:54:20.516679 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab86df5-6196-4c3c-9865-1be6035455d0 req-611e2772-4a07-4deb-a5dd-694becd9d5f1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:20.519864 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2ab86df5-6196-4c3c-9865-1be6035455d0 req-611e2772-4a07-4deb-a5dd-694becd9d5f1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0854809 Apr 06 13:54:20.612350 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2ab86df5-6196-4c3c-9865-1be6035455d0 req-d62fef85-935a-4ac7-b72b-d4ac439b0852 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826006 Apr 06 13:54:21.761925 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd455f-3ec6-4af0-8c74-bb2763251d43 req-d407bd53-19a3-413a-9a8f-32dd807f30c2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:21.763528 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0ddd455f-3ec6-4af0-8c74-bb2763251d43 req-d407bd53-19a3-413a-9a8f-32dd807f30c2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0635035 Apr 06 13:54:21.819515 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0ddd455f-3ec6-4af0-8c74-bb2763251d43 req-5037224e-b3ca-485e-98bf-96c99d4cf96c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500102 Apr 06 13:54:22.989109 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a271b9-4c3a-483a-bf49-1cb384f18196 req-41b72f73-2371-491d-ad5b-1332e97464c3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:22.990841 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-53a271b9-4c3a-483a-bf49-1cb384f18196 req-41b72f73-2371-491d-ad5b-1332e97464c3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0633254 Apr 06 13:54:23.052500 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-53a271b9-4c3a-483a-bf49-1cb384f18196 req-79911c86-72d0-4e97-a0d1-2266af2ab841 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510914 Apr 06 13:54:24.252600 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf88e13-72ea-41d3-9987-1a64a956944a req-daeb3bd6-ec3f-4d1a-ad9b-675beb3e4e21 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:24.254428 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5bf88e13-72ea-41d3-9987-1a64a956944a req-daeb3bd6-ec3f-4d1a-ad9b-675beb3e4e21 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0910583 Apr 06 13:54:24.314911 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5bf88e13-72ea-41d3-9987-1a64a956944a req-9202563e-ea6d-4e0f-bb34-a102988ceccd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536480 Apr 06 13:54:25.473500 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b09386-bf3f-4a65-8b65-be55012505c1 req-e90c70ee-b04c-40d8-8980-7972c0bb5792 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:25.475162 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13b09386-bf3f-4a65-8b65-be55012505c1 req-e90c70ee-b04c-40d8-8980-7972c0bb5792 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0786576 Apr 06 13:54:25.555697 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13b09386-bf3f-4a65-8b65-be55012505c1 req-577a2f24-4659-4204-9f49-75ac1ce6db58 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740700 Apr 06 13:54:26.693423 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e862-eb9f-40ca-a0ea-06396480d462 req-7018a3d9-cd1b-4fc2-9713-5a0af8eb4ecf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:26.694997 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2eb4e862-eb9f-40ca-a0ea-06396480d462 req-7018a3d9-cd1b-4fc2-9713-5a0af8eb4ecf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0582290 Apr 06 13:54:26.744305 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2eb4e862-eb9f-40ca-a0ea-06396480d462 req-6ef66d88-c0bf-4a08-927e-49fa79a1d5c1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Apr 06 13:54:27.892508 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0c5a-c509-4768-b15a-26244151986b req-b5705387-e53b-450c-a0dd-909c1392ff39 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:27.894811 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ab3f0c5a-c509-4768-b15a-26244151986b req-b5705387-e53b-450c-a0dd-909c1392ff39 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0682781 Apr 06 13:54:27.951047 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ab3f0c5a-c509-4768-b15a-26244151986b req-3d639698-2cde-446e-b8ca-ece1595eb4ab tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499797 Apr 06 13:54:29.080936 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab57c04-3323-4772-9cde-98ca5b0469f3 req-29c3337a-9480-4aeb-9d85-d5d041556048 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:29.083130 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3ab57c04-3323-4772-9cde-98ca5b0469f3 req-29c3337a-9480-4aeb-9d85-d5d041556048 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0555997 Apr 06 13:54:29.135690 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3ab57c04-3323-4772-9cde-98ca5b0469f3 req-6b7250e0-c14c-4235-af16-227b57b7246b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Apr 06 13:54:30.270730 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a501d-4a2e-4d8d-ad1d-d0db565d93e0 req-10613b6b-cee8-4ae8-a268-def4b1273ef6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:30.272251 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e08a501d-4a2e-4d8d-ad1d-d0db565d93e0 req-10613b6b-cee8-4ae8-a268-def4b1273ef6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0547826 Apr 06 13:54:30.321583 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e08a501d-4a2e-4d8d-ad1d-d0db565d93e0 req-0b7beb85-7879-421b-af43-f8e6410eec54 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415900 Apr 06 13:54:31.465167 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db926ebb-48e0-48f6-8796-6cc0c296193a req-5630bf14-c9a4-4a34-bb85-b87d88c1e433 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:31.466783 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-db926ebb-48e0-48f6-8796-6cc0c296193a req-5630bf14-c9a4-4a34-bb85-b87d88c1e433 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0647051 Apr 06 13:54:31.517957 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-db926ebb-48e0-48f6-8796-6cc0c296193a req-7c81109a-1730-4c8f-b0ac-b7e9d385e03a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452533 Apr 06 13:54:32.661591 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc493e8-0662-4780-8f16-a981260bce97 req-5a812fa9-2b5f-4144-a89b-51fbad68b901 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:32.663408 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6bc493e8-0662-4780-8f16-a981260bce97 req-5a812fa9-2b5f-4144-a89b-51fbad68b901 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0605199 Apr 06 13:54:32.724420 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6bc493e8-0662-4780-8f16-a981260bce97 req-8b574f1d-5025-4c31-9cd9-734d25b0a76f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548391 Apr 06 13:54:33.879889 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a00ac-413e-4f65-85ea-88111c352af8 req-3f8e365e-ccbe-4980-b6b4-d3e8c7bb14d2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:33.881497 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ec2a00ac-413e-4f65-85ea-88111c352af8 req-3f8e365e-ccbe-4980-b6b4-d3e8c7bb14d2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0710640 Apr 06 13:54:33.935647 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ec2a00ac-413e-4f65-85ea-88111c352af8 req-7e5816b8-dfae-4ae7-92ef-9484b77c001e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462880 Apr 06 13:54:35.076192 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261d545-0ac1-4e52-8f9b-7aebbf8d2ec4 req-30e9f2c3-476f-4e31-9c5c-684a2a8ba4a6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:35.077790 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5261d545-0ac1-4e52-8f9b-7aebbf8d2ec4 req-30e9f2c3-476f-4e31-9c5c-684a2a8ba4a6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0563333 Apr 06 13:54:35.136697 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5261d545-0ac1-4e52-8f9b-7aebbf8d2ec4 req-19e7a825-aa42-4e6d-b1f8-00707c774f91 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520396 Apr 06 13:54:36.273077 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a6cff-afbb-42af-ac7b-6ca9f7ffa506 req-20bba509-9c6a-42c8-89a4-6d93dfef6031 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:36.274698 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d05a6cff-afbb-42af-ac7b-6ca9f7ffa506 req-20bba509-9c6a-42c8-89a4-6d93dfef6031 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0570033 Apr 06 13:54:36.344777 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d05a6cff-afbb-42af-ac7b-6ca9f7ffa506 req-01ea89d3-f30a-498f-95cc-8bf2b9b7969d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611043 Apr 06 13:54:37.479976 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfb565-ba8a-45c6-aaaf-5716edea020d req-a6bdb578-a176-44a8-879c-6b8d8d8fbce0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:37.481645 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3fcfb565-ba8a-45c6-aaaf-5716edea020d req-a6bdb578-a176-44a8-879c-6b8d8d8fbce0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0561202 Apr 06 13:54:37.489880 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:54:37.540000 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3fcfb565-ba8a-45c6-aaaf-5716edea020d req-b7c4f628-d3ac-4328-83e0-d1d9ff668502 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515473 Apr 06 13:54:38.540982 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:38.681854 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda67c60-d692-4e16-9e4e-17bf69727b68 req-949bd89c-16c6-49fb-ac18-5bb9cc6661f6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:38.683395 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dda67c60-d692-4e16-9e4e-17bf69727b68 req-949bd89c-16c6-49fb-ac18-5bb9cc6661f6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0607455 Apr 06 13:54:38.732720 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dda67c60-d692-4e16-9e4e-17bf69727b68 req-4644b591-6e02-4a51-aab3-71c47f431136 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Apr 06 13:54:39.874331 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363cd7f-072b-4776-9adb-1d09b6ae1da6 req-08549846-86a5-4724-ab1f-6e52bffaeca6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:39.875911 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5363cd7f-072b-4776-9adb-1d09b6ae1da6 req-08549846-86a5-4724-ab1f-6e52bffaeca6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0620203 Apr 06 13:54:39.929974 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5363cd7f-072b-4776-9adb-1d09b6ae1da6 req-6adbced7-cf4f-4b31-afe2-5b61ff1e1ebf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484204 Apr 06 13:54:41.059387 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c1ad2-0574-4aaa-b2d4-64f283feb1f3 req-2957bbc8-707e-4061-9710-5daa509d9ffc tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:41.060932 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-db8c1ad2-0574-4aaa-b2d4-64f283feb1f3 req-2957bbc8-707e-4061-9710-5daa509d9ffc tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0549595 Apr 06 13:54:41.109582 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-db8c1ad2-0574-4aaa-b2d4-64f283feb1f3 req-1a69b48f-eadc-4ba4-bb33-203a28f71915 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Apr 06 13:54:42.244865 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93b37d-1e31-4001-a366-f802be788553 req-04436a98-bb98-4aab-a1b6-87d5fbfe406e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:42.246462 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ef93b37d-1e31-4001-a366-f802be788553 req-04436a98-bb98-4aab-a1b6-87d5fbfe406e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 944 time: 0.0600541 Apr 06 13:54:42.296939 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ef93b37d-1e31-4001-a366-f802be788553 req-58f4d40f-ce35-4f14-9e06-d4e6896f6d7a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447752 Apr 06 13:54:42.338603 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7958fba3-9006-4695-9a74-2b0fcd4c6553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:42.519022 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cebaf-da72-4ba9-849a-026028078508 req-861e1ab2-07e3-405f-8c2b-6ceae24718c7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:42.520614 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dc7cebaf-da72-4ba9-849a-026028078508 req-861e1ab2-07e3-405f-8c2b-6ceae24718c7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0561857 Apr 06 13:54:42.575194 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dc7cebaf-da72-4ba9-849a-026028078508 req-15fdb7ba-4835-4acb-b7c4-3d618ddafc17 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469913 Apr 06 13:54:42.720858 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:54:42.831106 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:42.844192 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'port_id': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'mac_address': 'fa:16:3e:81:b1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:54:42.884169 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:42.884653 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:42.899222 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c7deef-27d2-401e-a5d7-bebc4bf3be76 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:54:42.920239 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:42.925472 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:42.983265 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=9']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:42.991885 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.992237 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.992611 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.992971 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.993341 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.993686 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.994040 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.994372 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.994698 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.995027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.995354 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.995700 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.996041 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.996366 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:42.996688 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:54:43.365793 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['d0c7deef-27d2-401e-a5d7-bebc4bf3be76'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:54:43.438296 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ac060-906f-4711-96f6-13a9f99151d3 req-8053acea-3b61-4d47-863c-0f000d3d5661 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:43.439886 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6b7ac060-906f-4711-96f6-13a9f99151d3 req-8053acea-3b61-4d47-863c-0f000d3d5661 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 945 time: 0.0520911 Apr 06 13:54:43.485344 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6b7ac060-906f-4711-96f6-13a9f99151d3 req-29aa2212-6a4b-4ed6-9a11-caa1468260d0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Apr 06 13:54:43.703252 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f89210-c773-4b62-922d-29514560227a req-af346066-6227-4e8f-a09b-184b9e3fe6c9 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:43.704734 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-17f89210-c773-4b62-922d-29514560227a req-af346066-6227-4e8f-a09b-184b9e3fe6c9 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0575895 Apr 06 13:54:43.750911 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-17f89210-c773-4b62-922d-29514560227a req-384bea22-5559-44ee-b639-76e5ce4f8503 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Apr 06 13:54:44.616279 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033c656-da69-448b-a37d-ecd59b94482d req-0e0b783f-8370-44a4-925c-105c762d41b6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:44.617817 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f033c656-da69-448b-a37d-ecd59b94482d req-0e0b783f-8370-44a4-925c-105c762d41b6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 945 time: 0.0561972 Apr 06 13:54:44.671140 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f033c656-da69-448b-a37d-ecd59b94482d req-7f9e4521-1c75-428b-a3a9-530d295f6f78 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468318 Apr 06 13:54:44.753495 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:54:44.827107 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c2bdc87a-1310-422d-832a-cf222b45ec6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:44.833295 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:54:44.833680 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:44.878223 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08468c-4e11-41f9-bef2-701c38794803 req-41732b7a-e62c-4317-8e62-5f7985cfa2a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:44.880740 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9e08468c-4e11-41f9-bef2-701c38794803 req-41732b7a-e62c-4317-8e62-5f7985cfa2a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0562644 Apr 06 13:54:44.913047 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:54:44.913465 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:44.928976 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9e08468c-4e11-41f9-bef2-701c38794803 req-db6d8e9b-7492-4faf-ab9c-61422129be8c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Apr 06 13:54:44.936074 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:54:44.938387 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb3ce4-d211-4872-8b7d-faa16c76c715" -d '{"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:54:44.950652 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:54:44.956045 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:44.980954 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b840614-0f8f-40ba-90d4-377701d32e85 x-openstack-request-id: req-1b840614-0f8f-40ba-90d4-377701d32e85 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:54:44.981274 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-plugged", "status": "completed", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:54:44.981528 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b840614-0f8f-40ba-90d4-377701d32e85 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:54:44.981923 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b840614-0f8f-40ba-90d4-377701d32e85'] response: {'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'code': 200} Apr 06 13:54:45.005054 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=10']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:54:45.571445 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:45.605029 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54018412-d1c6-4106-9a39-c2d0ff0c3ebf req-7ff2ad81-37d7-4ff1-813e-0c7870bbd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:45.606627 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-54018412-d1c6-4106-9a39-c2d0ff0c3ebf req-7ff2ad81-37d7-4ff1-813e-0c7870bbd270 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1131 time: 0.0458348 Apr 06 13:54:45.652687 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-54018412-d1c6-4106-9a39-c2d0ff0c3ebf req-304999bb-cb93-407c-a2f3-96d3409c3948 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370424 Apr 06 13:54:45.800468 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddb00e-83e2-40fa-b67e-2238837d37eb req-b571592b-c013-46ea-b31e-05fea021c3cd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:45.802060 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-36ddb00e-83e2-40fa-b67e-2238837d37eb req-b571592b-c013-46ea-b31e-05fea021c3cd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 947 time: 0.0564659 Apr 06 13:54:45.851989 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-36ddb00e-83e2-40fa-b67e-2238837d37eb req-64f329c2-1a14-4155-baea-d84fac5d6770 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Apr 06 13:54:46.059799 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dbec4-6f5b-4f96-b7ba-0a17f276d5ce req-4cd672d8-92d8-45aa-a399-1e601f1bc169 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:46.062373 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3f0dbec4-6f5b-4f96-b7ba-0a17f276d5ce req-4cd672d8-92d8-45aa-a399-1e601f1bc169 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0624633 Apr 06 13:54:46.115972 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3f0dbec4-6f5b-4f96-b7ba-0a17f276d5ce req-cf56c219-e288-4a01-9156-54789138141e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476689 Apr 06 13:54:46.991531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:46.992910 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa633d3e-5099-4854-9924-651caf05b42f req-939cccda-85f6-4ca1-9a3f-3d39e976c433 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:46.995289 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa633d3e-5099-4854-9924-651caf05b42f req-939cccda-85f6-4ca1-9a3f-3d39e976c433 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 947 time: 0.0624661 Apr 06 13:54:47.042901 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa633d3e-5099-4854-9924-651caf05b42f req-cb4f217c-26da-4403-8343-a6460fe293fe tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Apr 06 13:54:47.244799 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea11ec-17af-4715-b881-4b19111fd56d req-fec4a204-2b99-42a3-bd94-2dbbf2c6d667 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:47.246435 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dfea11ec-17af-4715-b881-4b19111fd56d req-fec4a204-2b99-42a3-bd94-2dbbf2c6d667 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0560839 Apr 06 13:54:47.307516 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dfea11ec-17af-4715-b881-4b19111fd56d req-dc268eec-df21-4272-9634-e196525f44f9 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553725 Apr 06 13:54:48.178346 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74d30a-ba95-41b5-b0de-cba406352053 req-3a45a298-e2ec-4622-ba3e-4bd415ae6998 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:48.179802 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cd74d30a-ba95-41b5-b0de-cba406352053 req-3a45a298-e2ec-4622-ba3e-4bd415ae6998 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 947 time: 0.0577130 Apr 06 13:54:48.226599 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cd74d30a-ba95-41b5-b0de-cba406352053 req-da8b6d00-e11e-4b6d-84f4-53dcd796ef24 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Apr 06 13:54:48.441603 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:54:48.445019 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9d92a-e12e-43ef-9a48-2423afb6c92c req-9248b61c-92e8-4c9b-a723-32ecddf09939 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:48.446545 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d8a9d92a-e12e-43ef-9a48-2423afb6c92c req-9248b61c-92e8-4c9b-a723-32ecddf09939 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0680168 Apr 06 13:54:48.496019 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d8a9d92a-e12e-43ef-9a48-2423afb6c92c req-f12ba5a9-c469-4d1f-967a-122151672873 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Apr 06 13:54:49.356841 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5087fc-2734-40fe-a5be-9e2469dc1537 req-41e48f1a-502c-40e1-a74d-ba4687b18079 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:49.358363 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9c5087fc-2734-40fe-a5be-9e2469dc1537 req-41e48f1a-502c-40e1-a74d-ba4687b18079 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 947 time: 0.0550511 Apr 06 13:54:49.412317 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9c5087fc-2734-40fe-a5be-9e2469dc1537 req-692b049d-79da-4130-b45c-94e9671a5cdd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483010 Apr 06 13:54:49.634714 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e15f88-5fdd-455d-ad34-8566c980aa52 req-c5119b5f-2726-4cf1-bf3e-64c3d50eda6c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:49.638211 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f2e15f88-5fdd-455d-ad34-8566c980aa52 req-c5119b5f-2726-4cf1-bf3e-64c3d50eda6c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0574951 Apr 06 13:54:49.686229 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f2e15f88-5fdd-455d-ad34-8566c980aa52 req-ae7b8076-51e2-4540-8041-719718a429cb tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 Apr 06 13:54:50.813398 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6f7ba-40f7-44e4-b709-93eabe2791f6 req-008b2468-58b1-42b1-b2c6-5f4581aede6a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:50.814849 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f1a6f7ba-40f7-44e4-b709-93eabe2791f6 req-008b2468-58b1-42b1-b2c6-5f4581aede6a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0585265 Apr 06 13:54:50.864784 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f1a6f7ba-40f7-44e4-b709-93eabe2791f6 req-12c631d1-133b-428f-852b-5bb48eb1d6af tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442684 Apr 06 13:54:52.215547 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe673b-d9a1-4afb-915e-402e98d24f0d req-b0ff8b1a-34bc-41a4-889c-c7870270566e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:52.217008 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1ffe673b-d9a1-4afb-915e-402e98d24f0d req-b0ff8b1a-34bc-41a4-889c-c7870270566e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.2800190 Apr 06 13:54:52.264139 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1ffe673b-d9a1-4afb-915e-402e98d24f0d req-e66edb25-379a-4c99-af41-fbe4fec6a472 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Apr 06 13:54:53.395570 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fc202-f0ee-4348-be7a-55b1c4581eaf req-3df0e156-22f3-4793-b368-da023343e1cd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:53.397086 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-282fc202-f0ee-4348-be7a-55b1c4581eaf req-3df0e156-22f3-4793-b368-da023343e1cd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0644057 Apr 06 13:54:53.451310 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-282fc202-f0ee-4348-be7a-55b1c4581eaf req-aa03c3b2-906b-44c5-87dd-dea6f408c06e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481238 Apr 06 13:54:54.577020 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae410f0-b3cc-44c9-886d-e61dc14bc9a9 req-1badce7f-1c83-47ac-99aa-a2df012e3b8c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:54.578504 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7ae410f0-b3cc-44c9-886d-e61dc14bc9a9 req-1badce7f-1c83-47ac-99aa-a2df012e3b8c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0572147 Apr 06 13:54:54.625134 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7ae410f0-b3cc-44c9-886d-e61dc14bc9a9 req-1fe617e3-2d95-4e3d-a657-6dbc668e70de tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Apr 06 13:54:55.759104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce771a2-0581-409c-9d75-cdfe1b92608d req-d4b35758-2d4d-4019-83fa-64f1b608a112 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:55.760627 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bce771a2-0581-409c-9d75-cdfe1b92608d req-d4b35758-2d4d-4019-83fa-64f1b608a112 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0560060 Apr 06 13:54:55.812014 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bce771a2-0581-409c-9d75-cdfe1b92608d req-818c636c-10d5-42d3-beea-f02caa6ab491 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452230 Apr 06 13:54:56.958440 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4c8e-1a4b-4d37-8503-f0a134aeb48c req-315b3963-e0df-4a83-8af7-c5288b67c297 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:56.960162 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a0e4c8e-1a4b-4d37-8503-f0a134aeb48c req-315b3963-e0df-4a83-8af7-c5288b67c297 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0632451 Apr 06 13:54:57.012977 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5a0e4c8e-1a4b-4d37-8503-f0a134aeb48c req-4bd07e53-0ffd-4e30-8ff0-69c9cdfcb215 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469148 Apr 06 13:54:58.152515 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf2f2-2026-4fe8-93df-d230484f0c75 req-77289c7b-4de8-4a7c-8697-f4962b8898d8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:58.154127 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eefdf2f2-2026-4fe8-93df-d230484f0c75 req-77289c7b-4de8-4a7c-8697-f4962b8898d8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0604148 Apr 06 13:54:58.203924 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eefdf2f2-2026-4fe8-93df-d230484f0c75 req-e94edd82-f51d-48c3-99d9-924d3ac18a7e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Apr 06 13:54:59.328234 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593fea9-3238-4fc7-8838-7a6f502bfc2e req-cee1c2e4-22c8-4910-8ec2-97e7fe635ce5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:54:59.329739 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2593fea9-3238-4fc7-8838-7a6f502bfc2e req-cee1c2e4-22c8-4910-8ec2-97e7fe635ce5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0567017 Apr 06 13:54:59.379818 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2593fea9-3238-4fc7-8838-7a6f502bfc2e req-9fa6804a-d1e8-421d-a1fe-3ccfd274be34 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Apr 06 13:55:00.524818 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9401aab-a307-46da-a511-2157bfec651e req-fc50391b-0219-48d9-9ed4-7b0f891d9f32 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:00.526638 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a9401aab-a307-46da-a511-2157bfec651e req-fc50391b-0219-48d9-9ed4-7b0f891d9f32 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0739212 Apr 06 13:55:00.576299 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a9401aab-a307-46da-a511-2157bfec651e req-d1428f1d-a4ff-4f03-bcb4-22feb0c7d83a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Apr 06 13:55:01.271352 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90507d7-ca91-4da5-82f0-d355e997c497 req-be967d5a-81c6-4105-9826-f14f6bb07b59 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:01.272923 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b90507d7-ca91-4da5-82f0-d355e997c497 req-be967d5a-81c6-4105-9826-f14f6bb07b59 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0560505 Apr 06 13:55:01.284103 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-6966231d-83e9-4b21-a33d-bc3e3e546d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:01.285776 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-6966231d-83e9-4b21-a33d-bc3e3e546d91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1168 time: 0.0487275 Apr 06 13:55:01.356859 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b90507d7-ca91-4da5-82f0-d355e997c497 req-2b45fade-3cfc-41dc-8f12-3ea31cf3cc72 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774043 Apr 06 13:55:01.409542 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-59bceb81-483e-4d9c-9581-045267586058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:01.411029 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-59bceb81-483e-4d9c-9581-045267586058 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 200 len: 913 time: 0.1109080 Apr 06 13:55:01.481565 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-26a3c062-9ebb-4959-8219-eab8f72e3d25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 1001 time: 0.0623200 Apr 06 13:55:01.535222 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-6a66d76a-7dd2-4120-90fa-cc24bd5ded0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:01.536694 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-6a66d76a-7dd2-4120-90fa-cc24bd5ded0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7020f5bc-fe98-49b5-af02-31b378dc6303 HTTP/1.1" status: 200 len: 852 time: 0.0486653 Apr 06 13:55:01.595942 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-bf48ebd4-19a7-42eb-9434-ea78e8811c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:01.597537 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-bf48ebd4-19a7-42eb-9434-ea78e8811c7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e73198c-5929-44a6-99f2-b8c8806bacd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527720 Apr 06 13:55:01.700511 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-c394badd-fad3-41dc-8962-d0b3b8f0cbcb service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945280 Apr 06 13:55:01.709711 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c2ce2-3089-4e58-88eb-b14b9b9f071c req-5441ea9c-03c9-4d27-9e53-0afd582ea1bd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:01.711264 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7b9c2ce2-3089-4e58-88eb-b14b9b9f071c req-5441ea9c-03c9-4d27-9e53-0afd582ea1bd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0625029 Apr 06 13:55:01.764368 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7b9c2ce2-3089-4e58-88eb-b14b9b9f071c req-3e1f5da0-1c21-4631-951b-5cb10486b8da tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Apr 06 13:55:01.805375 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-45917ab1-5d82-4c4c-beb6-4ea74bb89d6b req-ff202abc-bcfe-405a-8e7c-faa32547db82 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981178 Apr 06 13:55:02.485407 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe923ce-42ab-436c-8689-bb0b99d154af req-be7605df-a852-4331-9099-aa11c1bcdfc3 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:02.486830 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cfe923ce-42ab-436c-8689-bb0b99d154af req-be7605df-a852-4331-9099-aa11c1bcdfc3 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0591483 Apr 06 13:55:02.548036 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cfe923ce-42ab-436c-8689-bb0b99d154af req-9e1b67cd-6b40-4080-ab56-5d8fd0694763 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552025 Apr 06 13:55:02.903378 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b35a6-a8b5-4ca7-b393-b271496269ff req-aaec7662-bebe-4968-8ca8-d59df90e0e24 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:02.904909 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-322b35a6-a8b5-4ca7-b393-b271496269ff req-aaec7662-bebe-4968-8ca8-d59df90e0e24 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0653081 Apr 06 13:55:02.962977 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-322b35a6-a8b5-4ca7-b393-b271496269ff req-7edaac9b-9097-4974-89b1-796f561a24c6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518556 Apr 06 13:55:03.679188 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d8b-2bde-4922-bed0-0139471e5bb5 req-e33de40c-70b2-43e8-814f-29e73ad15feb tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:03.680661 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-739a9d8b-2bde-4922-bed0-0139471e5bb5 req-e33de40c-70b2-43e8-814f-29e73ad15feb tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0578649 Apr 06 13:55:03.750764 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-739a9d8b-2bde-4922-bed0-0139471e5bb5 req-27029fef-250a-4001-a5e9-7738744d7d34 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642002 Apr 06 13:55:04.099576 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186637d-45fa-4291-90be-73a346ca88dd req-f50e53c0-05d4-4e2b-8b05-0f94880b4fec tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:04.101177 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d186637d-45fa-4291-90be-73a346ca88dd req-f50e53c0-05d4-4e2b-8b05-0f94880b4fec tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0669866 Apr 06 13:55:04.154623 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d186637d-45fa-4291-90be-73a346ca88dd req-f7692810-d88e-49a1-b10a-9099b6c04834 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473919 Apr 06 13:55:04.890144 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8ac6f-3883-4c1b-8bf6-56485f2d77d7 req-d317df4d-c31b-41b0-8035-d7a3536d2eed tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:04.892282 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-39c8ac6f-3883-4c1b-8bf6-56485f2d77d7 req-d317df4d-c31b-41b0-8035-d7a3536d2eed tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0705066 Apr 06 13:55:04.958355 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-39c8ac6f-3883-4c1b-8bf6-56485f2d77d7 req-f33672b3-bf91-4b1a-bcec-1915b0a0758e tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572879 Apr 06 13:55:05.295766 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843c93-b8fa-40fd-8972-b6f90de7f0c9 req-b61f3d4b-41ee-4cbb-8681-399805ca65d2 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:05.297167 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-83843c93-b8fa-40fd-8972-b6f90de7f0c9 req-b61f3d4b-41ee-4cbb-8681-399805ca65d2 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0659990 Apr 06 13:55:05.343741 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-83843c93-b8fa-40fd-8972-b6f90de7f0c9 req-adc49374-ac49-40ba-b479-c87c71c1aa82 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Apr 06 13:55:06.092836 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998841b2-4aea-4cf1-8820-6dccc0cc53d9 req-b3bc4d43-88c7-4ff0-bbdf-adfc6ed721ac tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:06.094383 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-998841b2-4aea-4cf1-8820-6dccc0cc53d9 req-b3bc4d43-88c7-4ff0-bbdf-adfc6ed721ac tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0624099 Apr 06 13:55:06.159562 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-998841b2-4aea-4cf1-8820-6dccc0cc53d9 req-2e4eddcb-f2ad-4539-9c45-832afbb859c2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593543 Apr 06 13:55:06.467921 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd5d23-5ad5-40b7-ab06-2b59f708195f req-3b74b85c-8838-4d93-bc11-0b98675a1ea8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:06.469395 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-21bd5d23-5ad5-40b7-ab06-2b59f708195f req-3b74b85c-8838-4d93-bc11-0b98675a1ea8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0543954 Apr 06 13:55:06.517413 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-21bd5d23-5ad5-40b7-ab06-2b59f708195f req-b48d3e1c-f1ac-4b85-a358-5f5c8ed3530f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398951 Apr 06 13:55:07.297537 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebf18d-0635-4f7b-85ee-6315c2eb27b1 req-966ec2f4-a32e-4453-b6b0-4401d2302d10 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:07.298952 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6ebf18d-0635-4f7b-85ee-6315c2eb27b1 req-966ec2f4-a32e-4453-b6b0-4401d2302d10 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0611763 Apr 06 13:55:07.359196 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6ebf18d-0635-4f7b-85ee-6315c2eb27b1 req-a409ffa8-716f-42f1-96bd-4192b7991ac9 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518341 Apr 06 13:55:07.664183 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88900a5-0b9f-4b2c-9629-50b93f787cb8 req-efcaab4e-fbbf-44d0-95b7-3d84da531f42 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:07.665697 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e88900a5-0b9f-4b2c-9629-50b93f787cb8 req-efcaab4e-fbbf-44d0-95b7-3d84da531f42 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0753419 Apr 06 13:55:07.716915 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e88900a5-0b9f-4b2c-9629-50b93f787cb8 req-6df49e36-8917-4ba5-b1fe-77e1559cf11f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Apr 06 13:55:08.494447 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f597e7-c322-43fe-9224-2ce3a994f165 req-1c0d777a-52fd-40ef-ad26-aba2781d665f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:08.495940 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-80f597e7-c322-43fe-9224-2ce3a994f165 req-1c0d777a-52fd-40ef-ad26-aba2781d665f tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0592525 Apr 06 13:55:08.559679 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-80f597e7-c322-43fe-9224-2ce3a994f165 req-33051faa-7d4e-45bf-93c8-a8641389580b tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576544 Apr 06 13:55:08.575422 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:08.860370 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b80d5-3b7f-47b0-ad55-7b1c35b7e2bc req-8fc0972c-bbcc-4580-baf1-80fd4dd3b9c3 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:08.862213 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b72b80d5-3b7f-47b0-ad55-7b1c35b7e2bc req-8fc0972c-bbcc-4580-baf1-80fd4dd3b9c3 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0699425 Apr 06 13:55:08.915187 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b72b80d5-3b7f-47b0-ad55-7b1c35b7e2bc req-c2073d0b-2d04-465f-a778-5f706135e578 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468655 Apr 06 13:55:09.511944 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-b794b76a-b5e7-43d0-aee2-5f293cd10921 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518789 Apr 06 13:55:09.581698 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-5fce4013-18fc-4d0f-aba0-4133fccd72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:09.583207 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-5fce4013-18fc-4d0f-aba0-4133fccd72c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 1130 time: 0.0462368 Apr 06 13:55:09.685546 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01ec83-f48b-4013-930e-4916706f9112 req-570f5d20-0fee-4668-b142-e5e5dfb30c33 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:09.687102 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1e01ec83-f48b-4013-930e-4916706f9112 req-570f5d20-0fee-4668-b142-e5e5dfb30c33 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0557680 Apr 06 13:55:09.709832 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-7c706e46-9032-4db5-a710-249f52d47ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:09.711311 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-7c706e46-9032-4db5-a710-249f52d47ede service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.1028144 Apr 06 13:55:09.747996 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1e01ec83-f48b-4013-930e-4916706f9112 req-6e10916d-2c4a-4dd3-9e98-c893835542ae tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551708 Apr 06 13:55:09.762800 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-bd214cb5-de66-4af1-ba37-75474f4e2707 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c71f015-7888-4f81-a097-e12433a6ef07 HTTP/1.1" status: 200 len: 217 time: 0.0342684 Apr 06 13:55:09.815597 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-6adb89c3-dc22-4701-8cd2-f1a9c5423ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:09.817149 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-6adb89c3-dc22-4701-8cd2-f1a9c5423ff3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0483541 Apr 06 13:55:09.875067 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-4f432856-8601-4216-9a85-62edf07adaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:09.876629 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-4f432856-8601-4216-9a85-62edf07adaaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524502 Apr 06 13:55:09.969769 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-68e13c85-c775-459f-acf9-b6a3f3ad5052 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851309 Apr 06 13:55:10.035611 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de723ed9-778a-40b5-b1c2-bd8ea985e8f4 req-d600514a-1f3c-4f58-a2a1-c453b5ad2543 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:10.037133 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-de723ed9-778a-40b5-b1c2-bd8ea985e8f4 req-d600514a-1f3c-4f58-a2a1-c453b5ad2543 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0544236 Apr 06 13:55:10.065587 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de0c807b-1665-42e6-9830-bcfbd0045e0d req-3a44579a-9639-4033-a260-23381946ea45 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885856 Apr 06 13:55:10.089760 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-de723ed9-778a-40b5-b1c2-bd8ea985e8f4 req-6756af80-1bd2-4a3f-8415-96753405f9e7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464549 Apr 06 13:55:10.872326 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a570a-d8c8-499e-96a2-e2cbe2597b27 req-bec94d52-c0c7-4f09-9392-b778374543d6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:10.873858 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e9a570a-d8c8-499e-96a2-e2cbe2597b27 req-bec94d52-c0c7-4f09-9392-b778374543d6 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0558820 Apr 06 13:55:10.939243 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e9a570a-d8c8-499e-96a2-e2cbe2597b27 req-9d1c0c03-75a7-4523-a3c0-47883e441eb1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592678 Apr 06 13:55:11.271202 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c37ad-d800-45d7-8004-b2644e241e36 req-25f0dd42-544e-49fa-8a7f-4d60d288d861 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:11.272723 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-604c37ad-d800-45d7-8004-b2644e241e36 req-25f0dd42-544e-49fa-8a7f-4d60d288d861 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.1096518 Apr 06 13:55:11.328338 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-604c37ad-d800-45d7-8004-b2644e241e36 req-14b68488-d6f0-4b71-97d9-ec8a6eedcddc tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499480 Apr 06 13:55:12.062649 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f85a0-22c6-47e1-b4cb-5320e04646b1 req-c8330ffc-9473-49e4-9a97-a861d62bb58b tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:12.064170 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-442f85a0-22c6-47e1-b4cb-5320e04646b1 req-c8330ffc-9473-49e4-9a97-a861d62bb58b tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0569360 Apr 06 13:55:12.133947 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-442f85a0-22c6-47e1-b4cb-5320e04646b1 req-496e0c87-e3a8-49f7-bff7-a7b6f0a8bd56 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638404 Apr 06 13:55:12.343277 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-cf1564af-f188-4433-9e6e-500b69566be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:12.468559 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53f84-c731-4dc5-8397-a5e6d333515d req-51c5646f-9c8d-4c3c-95f8-8e75c5c3c3f6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:12.470080 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f8a53f84-c731-4dc5-8397-a5e6d333515d req-51c5646f-9c8d-4c3c-95f8-8e75c5c3c3f6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0556827 Apr 06 13:55:12.516625 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f8a53f84-c731-4dc5-8397-a5e6d333515d req-53019c31-e450-4496-95ce-cd3d856d0bee tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 Apr 06 13:55:13.272403 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bdc41-910c-4ae4-a979-977bcc969292 req-ed25693b-603e-4000-839e-4a84a8fe826c tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:13.273936 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7f9bdc41-910c-4ae4-a979-977bcc969292 req-ed25693b-603e-4000-839e-4a84a8fe826c tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0561833 Apr 06 13:55:13.338734 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7f9bdc41-910c-4ae4-a979-977bcc969292 req-536205ac-d83a-4616-afb2-48d0649f5175 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574267 Apr 06 13:55:13.707359 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027c21-2c12-436e-99c0-bb216c7c948c req-3aaf339a-e23b-4cdd-bf18-c47c9909dc07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:13.709639 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a5027c21-2c12-436e-99c0-bb216c7c948c req-3aaf339a-e23b-4cdd-bf18-c47c9909dc07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.1237025 Apr 06 13:55:13.759840 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a5027c21-2c12-436e-99c0-bb216c7c948c req-7c83eee4-f965-4f3c-9ff8-b8e7df69bc9c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418193 Apr 06 13:55:13.982243 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b4552-4e14-44c5-bdfa-fba33ff226e8 req-f5d10b03-2ae7-4f80-8f49-f5aac0b5977d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:13.983781 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0a0b4552-4e14-44c5-bdfa-fba33ff226e8 req-f5d10b03-2ae7-4f80-8f49-f5aac0b5977d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0608783 Apr 06 13:55:14.031305 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0a0b4552-4e14-44c5-bdfa-fba33ff226e8 req-eb5038bb-bd5d-42c5-bd97-06a1aaa0968d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Apr 06 13:55:14.037122 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6908-54ac-43e4-983a-343a04541bcb req-8ee696ed-bddf-493b-96ae-14ea82e6cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:14.038683 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de4b6908-54ac-43e4-983a-343a04541bcb req-8ee696ed-bddf-493b-96ae-14ea82e6cff8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 1129 time: 0.0451427 Apr 06 13:55:14.134344 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6908-54ac-43e4-983a-343a04541bcb req-3f06f7d5-7780-489e-9d5e-40a7ea6cf5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:14.136650 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de4b6908-54ac-43e4-983a-343a04541bcb req-3f06f7d5-7780-489e-9d5e-40a7ea6cf5a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 909 time: 0.0902333 Apr 06 13:55:14.206113 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de4b6908-54ac-43e4-983a-343a04541bcb req-3b5a6b5f-d99e-401e-af84-96771e8458c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd HTTP/1.1" status: 200 len: 1000 time: 0.0630281 Apr 06 13:55:14.259082 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6908-54ac-43e4-983a-343a04541bcb req-a1847cba-a999-461f-8fb2-a0870b6f1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:14.260630 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de4b6908-54ac-43e4-983a-343a04541bcb req-a1847cba-a999-461f-8fb2-a0870b6f1922 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 200 len: 848 time: 0.0453248 Apr 06 13:55:14.489621 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:55:14.513491 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4562-b222-4802-ad52-a03e3026ea95 req-645ede7d-38bb-4bef-afec-07e6c9f050f5 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:14.515010 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-de6b4562-b222-4802-ad52-a03e3026ea95 req-645ede7d-38bb-4bef-afec-07e6c9f050f5 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0869987 Apr 06 13:55:14.549744 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6908-54ac-43e4-983a-343a04541bcb req-6bc61d8f-3fa3-41bf-b7dc-b7d23880791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:14.551290 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de4b6908-54ac-43e4-983a-343a04541bcb req-6bc61d8f-3fa3-41bf-b7dc-b7d23880791f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dae22fb-f944-4482-ac15-d34f4276970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2843630 Apr 06 13:55:14.567303 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c144c-f98d-4f19-80a6-414585a10609 req-0ffd0e93-04d0-46d0-a1ec-3c14c370de86 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:14.568798 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-016c144c-f98d-4f19-80a6-414585a10609 req-0ffd0e93-04d0-46d0-a1ec-3c14c370de86 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 945 time: 0.0897591 Apr 06 13:55:14.612888 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-de6b4562-b222-4802-ad52-a03e3026ea95 req-fc57da39-9696-4d1b-9b3e-7df92786b6b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872321 Apr 06 13:55:14.635686 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-016c144c-f98d-4f19-80a6-414585a10609 req-ae414a55-ed96-44b6-bc33-d01e2f4e2a3a tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606103 Apr 06 13:55:14.823773 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ec240009-16f5-49b9-807b-bca4a151a74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:15.166380 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0339eb-f591-4c1d-b74e-d4910540bb0d req-0b6147fb-f18f-4372-8e40-195cbaec46a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:15.167781 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9d0339eb-f591-4c1d-b74e-d4910540bb0d req-0b6147fb-f18f-4372-8e40-195cbaec46a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0669446 Apr 06 13:55:15.222003 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9d0339eb-f591-4c1d-b74e-d4910540bb0d req-7fa8946e-e31a-4c8d-9a08-5215e4382a54 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481339 Apr 06 13:55:15.576087 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:15.796290 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfc4f2-78a0-48eb-adfe-cc0515d5f6af req-8e612aa5-52fb-435f-a545-254e06151b64 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:15.797866 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-35dfc4f2-78a0-48eb-adfe-cc0515d5f6af req-8e612aa5-52fb-435f-a545-254e06151b64 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.1006415 Apr 06 13:55:15.821891 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04069f-8626-4ad6-9f1e-fb9f08710b4d req-32fd6454-ac82-4903-a6bf-0c04dc4e0cfd tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:15.823365 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c04069f-8626-4ad6-9f1e-fb9f08710b4d req-32fd6454-ac82-4903-a6bf-0c04dc4e0cfd tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 945 time: 0.0830436 Apr 06 13:55:15.911087 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-35dfc4f2-78a0-48eb-adfe-cc0515d5f6af req-36ae7bf8-3179-46ac-ac5b-e7fe6c08bc7b tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046600 Apr 06 13:55:15.920193 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c04069f-8626-4ad6-9f1e-fb9f08710b4d req-6885c207-11ae-40d7-ada5-5a37b415c47c tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834084 Apr 06 13:55:15.964535 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de4b6908-54ac-43e4-983a-343a04541bcb req-9edc41aa-9379-4876-ab84-203306686d0c service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160021 Apr 06 13:55:16.060622 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-de4b6908-54ac-43e4-983a-343a04541bcb req-ae3b060c-b06e-435e-8836-ab52acee9ecc service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883651 Apr 06 13:55:16.353244 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a3350-526b-4d1a-88e4-b58f09fb7e0d req-bce489c0-168e-4eec-badb-cedcff20c546 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:16.354959 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee0a3350-526b-4d1a-88e4-b58f09fb7e0d req-bce489c0-168e-4eec-badb-cedcff20c546 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0549169 Apr 06 13:55:16.414559 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ee0a3350-526b-4d1a-88e4-b58f09fb7e0d req-221c4abb-3d06-43ba-baf7-d7dbdf7b867b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532193 Apr 06 13:55:16.864157 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-d60682c4-7220-4c28-93b5-b1b5480eae3a tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:16.865670 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-d60682c4-7220-4c28-93b5-b1b5480eae3a tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 945 time: 0.0878069 Apr 06 13:55:17.000309 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:17.019059 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Deleting port e2c6a873-22e1-4c26-bb31-2a476ffa0076 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:55:17.019687 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:17.075750 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a71b7-c9ae-468f-ad67-1256b5960373 req-b2446b4d-4493-45a2-968c-843c2477dcc6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:17.077453 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-324a71b7-c9ae-468f-ad67-1256b5960373 req-b2446b4d-4493-45a2-968c-843c2477dcc6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 945 time: 0.0885010 Apr 06 13:55:17.120596 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b754-cb3e-447f-819d-a5eb54b3dcdf req-76460cb6-a17b-423a-b5fa-49a22cf7a352 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:17.122173 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2a48b754-cb3e-447f-819d-a5eb54b3dcdf req-76460cb6-a17b-423a-b5fa-49a22cf7a352 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.1052504 Apr 06 13:55:17.123086 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] For port e2c6a873-22e1-4c26-bb31-2a476ffa0076, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e2c6a873-22e1-4c26-bb31-2a476ffa0076,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:17.123487 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:17.138666 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Calling delete_port for e2c6a873-22e1-4c26-bb31-2a476ffa0076 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:55:17.161563 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-324a71b7-c9ae-468f-ad67-1256b5960373 req-bdcdb1c3-761e-4039-bd7b-e2eae72a13ca tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712047 Apr 06 13:55:17.204638 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2a48b754-cb3e-447f-819d-a5eb54b3dcdf req-d3d2d3ac-6a96-42a1-9cba-cb87fe5aebe1 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720286 Apr 06 13:55:17.303364 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (e2c6a873-22e1-4c26-bb31-2a476ffa0076), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:17.317206 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['e2c6a873-22e1-4c26-bb31-2a476ffa0076'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:55:17.333873 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Pushing event deleted for resources: {'Port': ['ID=e2c6a873-22e1-4c26-bb31-2a476ffa0076,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:17.365963 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.366330 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.366628 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.366960 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.367286 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.367610 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.367937 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.368275 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.368571 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.368888 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.369204 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.369545 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.369858 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.370172 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.370479 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:55:17.409542 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] No DVR routers for this DVR port e2c6a873-22e1-4c26-bb31-2a476ffa0076 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:55:17.412785 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:17.416200 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f33f9df3-06d8-4c4d-b9f1-e2a6d511a8b5 req-7322acb8-a849-43cb-a477-12975c8f7ff3 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.41 "DELETE /v2.0/ports/e2c6a873-22e1-4c26-bb31-2a476ffa0076 HTTP/1.1" status: 204 len: 173 time: 0.5345268 Apr 06 13:55:17.416629 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb272527-ee83-4b1d-b608-8a99647cbbbf', 'name': 'network-vif-deleted', 'tag': 'e2c6a873-22e1-4c26-bb31-2a476ffa0076'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:17.418897 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696d3da2-c373-4f04-a993-e9ce58582dc7" -d '{"events": [{"server_uuid": "bb272527-ee83-4b1d-b608-8a99647cbbbf", "name": "network-vif-deleted", "tag": "e2c6a873-22e1-4c26-bb31-2a476ffa0076"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:55:17.455551 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5ccef-5241-437b-9022-9b00cd0838f4 x-openstack-request-id: req-98e5ccef-5241-437b-9022-9b00cd0838f4 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:55:17.455820 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb272527-ee83-4b1d-b608-8a99647cbbbf", "name": "network-vif-deleted", "tag": "e2c6a873-22e1-4c26-bb31-2a476ffa0076", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:55:17.456073 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98e5ccef-5241-437b-9022-9b00cd0838f4 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:55:17.456472 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e5ccef-5241-437b-9022-9b00cd0838f4'] response: {'server_uuid': 'bb272527-ee83-4b1d-b608-8a99647cbbbf', 'name': 'network-vif-deleted', 'tag': 'e2c6a873-22e1-4c26-bb31-2a476ffa0076', 'status': 'completed', 'code': 200} Apr 06 13:55:17.548609 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf4c17-69e9-4a75-93ba-ee186bc86ee7 req-0da4b3b6-8758-4235-b9ba-e9bffa4ff1a8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:17.550319 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dcbf4c17-69e9-4a75-93ba-ee186bc86ee7 req-0da4b3b6-8758-4235-b9ba-e9bffa4ff1a8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0628498 Apr 06 13:55:17.610634 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dcbf4c17-69e9-4a75-93ba-ee186bc86ee7 req-48ae217f-c0b5-4b73-ae4b-069210366b9c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500503 Apr 06 13:55:18.310137 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7330f57f-605e-464e-8088-bf7cd73fdb58 req-daa23f48-1242-4ab4-912e-b79eacd81735 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb272527-ee83-4b1d-b608-8a99647cbbbf HTTP/1.1" status: 200 len: 210 time: 0.0396857 Apr 06 13:55:18.372847 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef81e6b-a3e5-49be-9d37-f28f9fe4ba60 req-cbb3f035-ab47-4925-823d-c0bd57f51186 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:18.374376 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2ef81e6b-a3e5-49be-9d37-f28f9fe4ba60 req-cbb3f035-ab47-4925-823d-c0bd57f51186 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0667982 Apr 06 13:55:18.441316 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:18.442076 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2ef81e6b-a3e5-49be-9d37-f28f9fe4ba60 req-494c2160-a5d7-48a7-840e-2749b1b45632 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610735 Apr 06 13:55:19.587175 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a476c-dc3c-4f7a-9844-81627d024d18 req-3eaa3eb7-5e92-4950-8702-770eb3032929 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:19.589183 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d61a476c-dc3c-4f7a-9844-81627d024d18 req-3eaa3eb7-5e92-4950-8702-770eb3032929 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0698783 Apr 06 13:55:19.663769 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d61a476c-dc3c-4f7a-9844-81627d024d18 req-8f325996-d2c8-4a1d-8bf3-4957e088a1bc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=1407a58e-43ad-478d-8aea-dae2c9ffa74c&id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680528 Apr 06 13:55:21.364464 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device e2c6a873-22e1-4c26-bb31-2a476ffa0076 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:55:21.384512 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: e2c6a873-22e1-4c26-bb31-2a476ffa0076 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:55:21.384858 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device e2c6a873-22e1-4c26-bb31-2a476ffa0076 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:55:31.636621 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26f11-172a-4112-991e-79d45aab3580 req-6cf18ec1-379e-4d27-81c6-78d354aacf09 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:31.637990 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-6cf18ec1-379e-4d27-81c6-78d354aacf09 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/networks?id=a029af96-eca4-4831-af1b-b3faeb1c267f HTTP/1.1" status: 200 len: 813 time: 0.1254053 Apr 06 13:55:31.654686 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-8cc8e578-10b5-41ca-a6a1-952499003118 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/quotas/7a65472f3684473a98e59adff157fb9b HTTP/1.1" status: 200 len: 375 time: 0.0108359 Apr 06 13:55:31.687278 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-ba59e546-00aa-4a7e-8bba-c52f0ad6a860 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a65472f3684473a98e59adff157fb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270691 Apr 06 13:55:31.835296 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-36580f7f-63ea-435c-a264-5a84e4ab2dd4 service neutron] 10.222.0.44 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412094 Apr 06 13:55:31.926602 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-6b18cea6-b5ea-48cd-ae77-2f7bdf55ec6c service neutron] 10.222.0.44 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 Apr 06 13:55:32.086390 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0e287a20-c9d0-4d8b-8a82-095935ae5b16 req-5aa2d296-5a14-423e-8de0-c994e2f72ab4 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 210 time: 0.0267327 Apr 06 13:55:33.190671 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e53f5746-9ebc-49d4-90ed-825ec6dc27ab req-51696588-b85c-464b-b3d0-6c67e0042ffc tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 210 time: 0.0347247 Apr 06 13:55:33.334474 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26f11-172a-4112-991e-79d45aab3580 req-aff56d54-4fb2-4865-bcc9-3c27f9bbb57f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:33.335883 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-aff56d54-4fb2-4865-bcc9-3c27f9bbb57f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.41 "GET /v2.0/networks?id=a029af96-eca4-4831-af1b-b3faeb1c267f HTTP/1.1" status: 200 len: 813 time: 0.1048605 Apr 06 13:55:33.349105 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Request body: {'port': {'device_id': '10b49267-fb72-4cd4-b4e5-fafcf1123b19', 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f', 'admin_state_up': True, 'tenant_id': '7a65472f3684473a98e59adff157fb9b'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:33.471459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Made reservation on behalf of 7a65472f3684473a98e59adff157fb9b for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:55:33.476327 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:33.610607 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Allocated IP 172.20.0.4 (a029af96-eca4-4831-af1b-b3faeb1c267f/d944834b-26b8-41c2-aa75-20484ee6878d/e280198b-f2de-421f-b857-5584f6ff63a6) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:55:33.759990 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks [] for port (e280198b-f2de-421f-b857-5584f6ff63a6), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:33.800615 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:33.843519 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Network a029af96-eca4-4831-af1b-b3faeb1c267f is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:55:33.849247 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:55:33.853629 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:55:33.860841 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Pushing event updated for resources: {'Port': ['ID=e280198b-f2de-421f-b857-5584f6ff63a6,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:33.915368 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:33.916282 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:33.936619 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-f740f594-2c0f-48ce-91dd-6b17c78109c6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913138 Apr 06 13:55:33.951175 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Request body: {'port': {'device_id': '10b49267-fb72-4cd4-b4e5-fafcf1123b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:55:34.024484 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:34.318890 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe76d-b2c1-43a6-8491-0c859f2152b3 req-d550e835-ea59-4beb-a541-f962f2384fbb tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:34.320413 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba9fe76d-b2c1-43a6-8491-0c859f2152b3 req-d550e835-ea59-4beb-a541-f962f2384fbb tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 931 time: 0.0554805 Apr 06 13:55:34.336278 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e280198b-f2de-421f-b857-5584f6ff63a6 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:55:34.344434 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Publish callbacks [] for port (e280198b-f2de-421f-b857-5584f6ff63a6), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:34.357616 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Transition to ACTIVE for port object e280198b-f2de-421f-b857-5584f6ff63a6 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:55:34.363174 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:34.370012 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba9fe76d-b2c1-43a6-8491-0c859f2152b3 req-e2acc5e7-a788-466c-bf73-41bbbd4edc74 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Apr 06 13:55:34.432711 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Pushing event updated for resources: {'Port': ['ID=e280198b-f2de-421f-b857-5584f6ff63a6,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:34.489508 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Attempting to bind port e280198b-f2de-421f-b857-5584f6ff63a6 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:55:34.489750 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Attempting to bind port e280198b-f2de-421f-b857-5584f6ff63a6 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:55:34.490081 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Attempting to bind port e280198b-f2de-421f-b857-5584f6ff63a6 on network a029af96-eca4-4831-af1b-b3faeb1c267f {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:55:34.495367 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Port e280198b-f2de-421f-b857-5584f6ff63a6 on network a029af96-eca4-4831-af1b-b3faeb1c267f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:55:34.495700 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Attempting to bind port e280198b-f2de-421f-b857-5584f6ff63a6 on network a029af96-eca4-4831-af1b-b3faeb1c267f {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:55:34.501356 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:55:34.501712 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Checking segment: {'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:55:34.502059 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Bound using segment: {'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:55:34.502499 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Bound port: e280198b-f2de-421f-b857-5584f6ff63a6, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63515e5-7a51-42e4-8451-23cc6fd60c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:55:34.502861 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:34.574652 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] For port e280198b-f2de-421f-b857-5584f6ff63a6, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:55:34.577970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] For port e280198b-f2de-421f-b857-5584f6ff63a6, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e280198b-f2de-421f-b857-5584f6ff63a6,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:55:34.585463 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:34.623571 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:34.624201 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:34.625676 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] 10.222.0.41 "PUT /v2.0/ports/e280198b-f2de-421f-b857-5584f6ff63a6 HTTP/1.1" status: 200 len: 1093 time: 0.6788692 Apr 06 13:55:34.626133 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b49267-fb72-4cd4-b4e5-fafcf1123b19', 'tag': 'e280198b-f2de-421f-b857-5584f6ff63a6'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:34.628429 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda12ea-96dc-4ede-948b-0a3327332dab" -d '{"events": [{"name": "network-changed", "server_uuid": "10b49267-fb72-4cd4-b4e5-fafcf1123b19", "tag": "e280198b-f2de-421f-b857-5584f6ff63a6"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:55:34.653713 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe47c2c-a85f-4ef3-8138-a04b08fc5414 service neutron] Pushing event updated for resources: {'Port': ['ID=e280198b-f2de-421f-b857-5584f6ff63a6,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:34.690331 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3df62b-edf2-4f93-a36b-5277a5cd1e34 x-openstack-request-id: req-fd3df62b-edf2-4f93-a36b-5277a5cd1e34 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:55:34.690655 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b49267-fb72-4cd4-b4e5-fafcf1123b19", "tag": "e280198b-f2de-421f-b857-5584f6ff63a6", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:55:34.690869 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd3df62b-edf2-4f93-a36b-5277a5cd1e34 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:55:34.691266 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3df62b-edf2-4f93-a36b-5277a5cd1e34'] response: {'name': 'network-changed', 'server_uuid': '10b49267-fb72-4cd4-b4e5-fafcf1123b19', 'tag': 'e280198b-f2de-421f-b857-5584f6ff63a6', 'status': 'completed', 'code': 200} Apr 06 13:55:34.724689 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26f11-172a-4112-991e-79d45aab3580 req-508e237c-5c15-47cd-bac0-2f91365a6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:34.726251 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-508e237c-5c15-47cd-bac0-2f91365a6855 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a65472f3684473a98e59adff157fb9b&device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 1127 time: 0.0488076 Apr 06 13:55:34.787263 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-1306357e-37ed-4063-92fe-61019c3055ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e280198b-f2de-421f-b857-5584f6ff63a6 HTTP/1.1" status: 200 len: 217 time: 0.0375528 Apr 06 13:55:34.839548 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26f11-172a-4112-991e-79d45aab3580 req-2386592c-0487-4992-bd1e-df898423c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:34.841014 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-2386592c-0487-4992-bd1e-df898423c0c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d944834b-26b8-41c2-aa75-20484ee6878d HTTP/1.1" status: 200 len: 853 time: 0.0446610 Apr 06 13:55:34.879930 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-0047da97-3bd4-4204-ad36-df0ccf8d1f17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a029af96-eca4-4831-af1b-b3faeb1c267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244191 Apr 06 13:55:34.972232 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-1d15e4c3-9bf5-480f-a3af-d8a1c183a263 service neutron] 10.222.0.41 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856161 Apr 06 13:55:35.065951 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-3cb26f11-172a-4112-991e-79d45aab3580 req-b17b6a0c-cb35-44fb-ab08-06504a23f638 service neutron] 10.222.0.41 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822051 Apr 06 13:55:35.506103 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b8ad-48af-434d-bceb-a41f45811715 req-3c86224b-9b84-44f1-865c-4703e656a0dd tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:35.507613 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a58b8ad-48af-434d-bceb-a41f45811715 req-3c86224b-9b84-44f1-865c-4703e656a0dd tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 943 time: 0.0573378 Apr 06 13:55:35.557044 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a58b8ad-48af-434d-bceb-a41f45811715 req-3c2767d7-2b4e-4fcb-b1c4-a2c035fb0e1f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 Apr 06 13:55:36.692792 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b53b41-eb24-4cba-b2d4-11d2ecc5dc0b req-c321615e-9b12-40ce-a2dc-fede8af54190 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:36.694247 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a2b53b41-eb24-4cba-b2d4-11d2ecc5dc0b req-c321615e-9b12-40ce-a2dc-fede8af54190 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 943 time: 0.0597537 Apr 06 13:55:36.741624 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a2b53b41-eb24-4cba-b2d4-11d2ecc5dc0b req-36055e5e-9049-48ea-a819-f3ca528cbee8 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Apr 06 13:55:37.874403 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be51983-8fd5-4251-ad05-b56440142610 req-83bfa85c-9fbb-43b9-bad4-40db1ce024d8 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:37.875876 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7be51983-8fd5-4251-ad05-b56440142610 req-83bfa85c-9fbb-43b9-bad4-40db1ce024d8 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 943 time: 0.0564976 Apr 06 13:55:37.928087 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7be51983-8fd5-4251-ad05-b56440142610 req-ec3dfd97-1bfc-45e4-998c-cb54e891f43c tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Apr 06 13:55:38.584127 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:38.624240 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-ccfe2683-c5e1-45a5-be62-3031fe8da08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.625770 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-ccfe2683-c5e1-45a5-be62-3031fe8da08b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a65472f3684473a98e59adff157fb9b&device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 1127 time: 0.0449522 Apr 06 13:55:38.724039 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-5fabc569-8ced-4d1f-b350-a96b4428dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.725499 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-5fabc569-8ced-4d1f-b350-a96b4428dc20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a029af96-eca4-4831-af1b-b3faeb1c267f HTTP/1.1" status: 200 len: 913 time: 0.0919406 Apr 06 13:55:38.766980 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-ad892591-1b16-4450-9788-eaa7a6dd3156 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e280198b-f2de-421f-b857-5584f6ff63a6 HTTP/1.1" status: 200 len: 217 time: 0.0342538 Apr 06 13:55:38.820529 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-ee8e8cbd-24c9-4db0-bd28-6bd9db07da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:38.822017 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-ee8e8cbd-24c9-4db0-bd28-6bd9db07da89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d944834b-26b8-41c2-aa75-20484ee6878d HTTP/1.1" status: 200 len: 853 time: 0.0469022 Apr 06 13:55:38.853779 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-328d2b91-1e1b-48d2-984b-e4f793f5facf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a029af96-eca4-4831-af1b-b3faeb1c267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250537 Apr 06 13:55:38.965134 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-27756d80-f6d9-409e-aa69-13d90fcad1db service neutron] 10.222.0.41 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953345 Apr 06 13:55:39.059981 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf08eb-8425-414e-8cb8-bd65b3fa20c2 req-d70a7af7-7712-43dc-af57-71e4a01de39c tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:39.065810 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3dcf08eb-8425-414e-8cb8-bd65b3fa20c2 req-d70a7af7-7712-43dc-af57-71e4a01de39c tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 943 time: 0.0593767 Apr 06 13:55:39.071733 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6fda12ea-96dc-4ede-948b-0a3327332dab req-9b1ff4cf-77e0-439a-a9fd-ff8650019b17 service neutron] 10.222.0.41 "GET /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939000 Apr 06 13:55:39.083817 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device e280198b-f2de-421f-b857-5584f6ff63a6 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:55:39.125906 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3dcf08eb-8425-414e-8cb8-bd65b3fa20c2 req-bb1d82b4-72cd-4897-b110-a7de0a8690dc tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579569 Apr 06 13:55:39.205041 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port e280198b-f2de-421f-b857-5584f6ff63a6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e280198b-f2de-421f-b857-5584f6ff63a6,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:39.216250 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'e280198b-f2de-421f-b857-5584f6ff63a6', 'network_id': 'a029af96-eca4-4831-af1b-b3faeb1c267f', 'port_id': 'e280198b-f2de-421f-b857-5584f6ff63a6', 'mac_address': 'fa:16:3e:13:fc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd944834b-26b8-41c2-aa75-20484ee6878d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:55:39.257494 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port e280198b-f2de-421f-b857-5584f6ff63a6 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:55:39.257494 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:39.271765 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e280198b-f2de-421f-b857-5584f6ff63a6 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:55:39.293422 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port e280198b-f2de-421f-b857-5584f6ff63a6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e280198b-f2de-421f-b857-5584f6ff63a6,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:39.298702 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:39.354789 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=e280198b-f2de-421f-b857-5584f6ff63a6,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:39.825644 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['e280198b-f2de-421f-b857-5584f6ff63a6'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:55:40.255823 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341107c-41ea-40fd-a844-9288dc246278 req-ab3bf95f-93f9-4a4f-abfb-01ecaedb28f0 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:40.257347 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d341107c-41ea-40fd-a844-9288dc246278 req-ab3bf95f-93f9-4a4f-abfb-01ecaedb28f0 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 944 time: 0.0552945 Apr 06 13:55:40.315720 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d341107c-41ea-40fd-a844-9288dc246278 req-14346cbb-0396-4ce7-ac2e-4705d641cca0 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521595 Apr 06 13:55:41.153190 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device e280198b-f2de-421f-b857-5584f6ff63a6 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:55:41.212688 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port e280198b-f2de-421f-b857-5584f6ff63a6 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:55:41.217050 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port e280198b-f2de-421f-b857-5584f6ff63a6 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:55:41.217457 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:41.307976 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port e280198b-f2de-421f-b857-5584f6ff63a6 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:55:41.308369 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:41.332525 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b49267-fb72-4cd4-b4e5-fafcf1123b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e280198b-f2de-421f-b857-5584f6ff63a6'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:55:41.334828 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9bbdaa-ef96-466d-a7d8-5fb37baa344c" -d '{"events": [{"server_uuid": "10b49267-fb72-4cd4-b4e5-fafcf1123b19", "name": "network-vif-plugged", "status": "completed", "tag": "e280198b-f2de-421f-b857-5584f6ff63a6"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:55:41.350051 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port e280198b-f2de-421f-b857-5584f6ff63a6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e280198b-f2de-421f-b857-5584f6ff63a6,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:55:41.357102 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:41.383405 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac20bce7-cc36-49a8-a05a-e819196096fd x-openstack-request-id: req-ac20bce7-cc36-49a8-a05a-e819196096fd {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:55:41.383722 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b49267-fb72-4cd4-b4e5-fafcf1123b19", "name": "network-vif-plugged", "status": "completed", "tag": "e280198b-f2de-421f-b857-5584f6ff63a6", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:55:41.383977 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac20bce7-cc36-49a8-a05a-e819196096fd {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:55:41.384379 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac20bce7-cc36-49a8-a05a-e819196096fd'] response: {'server_uuid': '10b49267-fb72-4cd4-b4e5-fafcf1123b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e280198b-f2de-421f-b857-5584f6ff63a6', 'code': 200} Apr 06 13:55:41.421580 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=e280198b-f2de-421f-b857-5584f6ff63a6,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:55:41.517237 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15935136-821a-4f23-8d68-f4953e974e14 req-e2382cf3-b7a1-4903-806c-6fe6f718eba2 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:41.518862 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-15935136-821a-4f23-8d68-f4953e974e14 req-e2382cf3-b7a1-4903-806c-6fe6f718eba2 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0879226 Apr 06 13:55:41.569708 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-15935136-821a-4f23-8d68-f4953e974e14 req-58fe9578-e8f8-4761-83a3-0f67eca738df tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449140 Apr 06 13:55:41.605323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db9853-8412-441a-8b74-83b8150cbb6d req-95264d74-b64c-414c-b69c-2fee4cb74675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:41.606910 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-46db9853-8412-441a-8b74-83b8150cbb6d req-95264d74-b64c-414c-b69c-2fee4cb74675 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 1129 time: 0.0474572 Apr 06 13:55:41.658821 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-46db9853-8412-441a-8b74-83b8150cbb6d req-d2091fc3-f095-474e-ad78-30c672eaada9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Apr 06 13:55:42.350113 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-950146b1-f10f-404e-b790-52573c63b541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:42.702957 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d036-185f-4e4c-8b1b-8c190d658b34 req-12006e1a-39a0-4a1c-afd8-82cf873e4691 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:42.704469 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7c44d036-185f-4e4c-8b1b-8c190d658b34 req-12006e1a-39a0-4a1c-afd8-82cf873e4691 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0617151 Apr 06 13:55:42.751497 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7c44d036-185f-4e4c-8b1b-8c190d658b34 req-b97d628b-cdbb-487e-b047-d4a94694a40b tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Apr 06 13:55:43.886703 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bb5c2-6cad-486c-bea2-c40ff1ab169a req-fd6ef79e-a2a3-41b8-ae0c-a61490e5586d tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:43.888244 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3f0bb5c2-6cad-486c-bea2-c40ff1ab169a req-fd6ef79e-a2a3-41b8-ae0c-a61490e5586d tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0613356 Apr 06 13:55:43.939402 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3f0bb5c2-6cad-486c-bea2-c40ff1ab169a req-367cbb6e-39dc-4702-9a2f-8b7714916394 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Apr 06 13:55:44.821162 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-772d26bb-b549-49bc-9eef-a278d854cd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:45.068208 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104d978-9be4-42af-938a-220ddce084f4 req-723a646d-1e05-4625-a123-27a0bc91f51f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:45.069779 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1104d978-9be4-42af-938a-220ddce084f4 req-723a646d-1e05-4625-a123-27a0bc91f51f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0618975 Apr 06 13:55:45.117739 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1104d978-9be4-42af-938a-220ddce084f4 req-62876cfd-f21f-4abc-8fe9-c078c4dee853 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Apr 06 13:55:45.574593 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:46.998119 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:47.139882 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb87b22-b236-4103-b148-36e90eb213b4 req-83041942-1a58-452c-adcb-d7133a85d999 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:47.142397 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8bb87b22-b236-4103-b148-36e90eb213b4 req-83041942-1a58-452c-adcb-d7133a85d999 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0535161 Apr 06 13:55:47.178243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-476bff20-f6bc-4803-abe7-f0e67b734e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:47.179774 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-476bff20-f6bc-4803-abe7-f0e67b734e87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1129 time: 0.0929463 Apr 06 13:55:47.188931 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8bb87b22-b236-4103-b148-36e90eb213b4 req-82593d06-9842-4337-a5bc-608c517503bc tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Apr 06 13:55:47.279631 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-717d8919-f80f-49ac-838d-ea7d71f8e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:47.281118 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-717d8919-f80f-49ac-838d-ea7d71f8e563 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.0935907 Apr 06 13:55:47.356061 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-c451d566-82bb-4a99-a67e-9c40bd27e032 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 200 len: 999 time: 0.0673769 Apr 06 13:55:47.416049 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-ff60f50f-d2fc-49b5-84f4-d651a695c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:47.417570 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-ff60f50f-d2fc-49b5-84f4-d651a695c74a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0553553 Apr 06 13:55:47.469316 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-7072aae4-0c92-4e4f-bfa5-b82c3fa5f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:47.472011 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-7072aae4-0c92-4e4f-bfa5-b82c3fa5f753 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475593 Apr 06 13:55:47.568669 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-7b53decf-60bd-485d-8954-163d7e4f6e88 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835214 Apr 06 13:55:47.668931 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-83ece687-a36a-4d23-876e-5aa4534b5f5f req-9114b036-6245-4abc-96f0-9e56479d496f service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920937 Apr 06 13:55:48.312517 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac32272-1556-4552-9907-ffaf0adf3c3d req-adefa2d6-85f9-4846-bba5-71ecf0819917 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:48.314010 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4ac32272-1556-4552-9907-ffaf0adf3c3d req-adefa2d6-85f9-4846-bba5-71ecf0819917 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0534859 Apr 06 13:55:48.373184 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4ac32272-1556-4552-9907-ffaf0adf3c3d req-a6e7d125-12c6-4ced-aec3-bfa410760aa9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533762 Apr 06 13:55:48.439653 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:55:49.501281 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564c4bc-bf38-4217-a455-65ee178bcab2 req-f8905b19-ca51-40ed-91f8-b118024c382a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:49.502750 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c564c4bc-bf38-4217-a455-65ee178bcab2 req-f8905b19-ca51-40ed-91f8-b118024c382a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0581465 Apr 06 13:55:49.553396 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c564c4bc-bf38-4217-a455-65ee178bcab2 req-9ff7b0af-1c06-457d-92b1-2e9287b27e13 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425911 Apr 06 13:55:50.692897 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d3c16-0083-4fe7-8763-055137cd242c req-1b6a1839-765b-4c9c-9dca-1a8c78b34f96 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:50.694435 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9b9d3c16-0083-4fe7-8763-055137cd242c req-1b6a1839-765b-4c9c-9dca-1a8c78b34f96 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0654445 Apr 06 13:55:50.741590 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9b9d3c16-0083-4fe7-8763-055137cd242c req-cb4c5770-7249-4544-bfc2-bfb9defa7201 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 Apr 06 13:55:51.489399 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:55:51.882219 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516974d0-f5cc-46d9-850c-a53bbe53a5de req-61cd0764-17f3-48be-9816-504397579a35 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:51.883743 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-516974d0-f5cc-46d9-850c-a53bbe53a5de req-61cd0764-17f3-48be-9816-504397579a35 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0685499 Apr 06 13:55:51.934129 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-516974d0-f5cc-46d9-850c-a53bbe53a5de req-6da639b7-2ff0-47e4-9c87-f6cd1979c253 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434473 Apr 06 13:55:53.057597 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e8ea0-4b67-47b9-b18d-f33e631deb76 req-7aa88884-9be9-4841-9d57-cb6e9c9673d9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:53.059230 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-469e8ea0-4b67-47b9-b18d-f33e631deb76 req-7aa88884-9be9-4841-9d57-cb6e9c9673d9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0562143 Apr 06 13:55:53.111494 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-469e8ea0-4b67-47b9-b18d-f33e631deb76 req-eec03986-54f3-4d1e-8dd4-f287ada3f2bb tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Apr 06 13:55:54.236110 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca812b5-e4cd-42bc-953c-d9fae493467d req-d361770d-68e2-46eb-818e-0ce5c39d03da tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:54.237640 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3ca812b5-e4cd-42bc-953c-d9fae493467d req-d361770d-68e2-46eb-818e-0ce5c39d03da tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0531831 Apr 06 13:55:54.301871 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3ca812b5-e4cd-42bc-953c-d9fae493467d req-6009c118-bec7-4e2b-8245-6976d532aa02 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585299 Apr 06 13:55:55.441694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcefec-a7e0-4c18-a868-7592a45bdfe3 req-ec807a44-8c7a-44c6-ad50-037a23475749 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:55.443215 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c6bcefec-a7e0-4c18-a868-7592a45bdfe3 req-ec807a44-8c7a-44c6-ad50-037a23475749 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0643418 Apr 06 13:55:55.491796 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c6bcefec-a7e0-4c18-a868-7592a45bdfe3 req-76f465eb-c233-4cff-a9ef-6da927ecdd0f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424347 Apr 06 13:55:56.616140 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9dc16-bb2d-4a65-a3b1-dbc1895bdb58 req-86fd9517-6031-4a32-8279-126f6065c37a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:56.617779 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48c9dc16-bb2d-4a65-a3b1-dbc1895bdb58 req-86fd9517-6031-4a32-8279-126f6065c37a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0580099 Apr 06 13:55:56.672063 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48c9dc16-bb2d-4a65-a3b1-dbc1895bdb58 req-80cf88e9-f320-47d4-8328-61d8168fb6de tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486517 Apr 06 13:55:57.805089 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a072c90-63f2-4b31-9cd6-a797d9b858be req-cfc6900b-613b-409b-a867-30114664ba95 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:57.806601 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9a072c90-63f2-4b31-9cd6-a797d9b858be req-cfc6900b-613b-409b-a867-30114664ba95 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0571263 Apr 06 13:55:57.856133 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9a072c90-63f2-4b31-9cd6-a797d9b858be req-d52e3171-fd08-4d32-9b66-176922923cec tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437310 Apr 06 13:55:58.989952 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79f8d6-03da-4651-b1aa-0d1c55b9f925 req-caac22c1-362d-4afb-bc71-aa7da11a136c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:55:58.991498 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ad79f8d6-03da-4651-b1aa-0d1c55b9f925 req-caac22c1-362d-4afb-bc71-aa7da11a136c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0559127 Apr 06 13:55:59.044774 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ad79f8d6-03da-4651-b1aa-0d1c55b9f925 req-91be07c2-9708-48fe-a688-c7ad15771773 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472400 Apr 06 13:56:00.181375 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e615e9-f9c7-451f-bde6-27e212b2165f req-84f7ac87-6d59-47f5-a3df-c9283b08f01f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:00.182942 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b1e615e9-f9c7-451f-bde6-27e212b2165f req-84f7ac87-6d59-47f5-a3df-c9283b08f01f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0645344 Apr 06 13:56:00.232407 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b1e615e9-f9c7-451f-bde6-27e212b2165f req-3aee778d-50c7-4f75-bbf1-53018527257e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436783 Apr 06 13:56:01.369294 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d920d-474c-4fe8-b305-b21c0396c1e6 req-54d35192-34e6-4472-82aa-ff1565725083 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:01.370804 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba9d920d-474c-4fe8-b305-b21c0396c1e6 req-54d35192-34e6-4472-82aa-ff1565725083 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0607798 Apr 06 13:56:01.441951 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba9d920d-474c-4fe8-b305-b21c0396c1e6 req-f9cdd57f-c645-4ba2-8659-f8f6c6db2182 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652857 Apr 06 13:56:02.567771 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072a55a-efa4-4072-892c-bb6e0e8a254b req-3338a4b7-121e-4399-8f2a-6bbc816dbb75 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:02.569282 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8072a55a-efa4-4072-892c-bb6e0e8a254b req-3338a4b7-121e-4399-8f2a-6bbc816dbb75 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0550377 Apr 06 13:56:02.623880 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8072a55a-efa4-4072-892c-bb6e0e8a254b req-0d169bbe-90de-4e03-b51a-f26f7f723370 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483985 Apr 06 13:56:03.747937 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143783f6-1260-4126-b573-ae6d506f4023 req-5f6349c4-78df-462e-886c-3a3f85afd474 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:03.749511 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-143783f6-1260-4126-b573-ae6d506f4023 req-5f6349c4-78df-462e-886c-3a3f85afd474 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0540018 Apr 06 13:56:03.798509 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-143783f6-1260-4126-b573-ae6d506f4023 req-10c54370-6c6c-4580-98a6-f223562b544a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432279 Apr 06 13:56:04.926085 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cfc07-78dd-44d3-9248-998ccf55dc32 req-3033d506-3924-47b0-addf-06c98dffe032 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:04.927684 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-014cfc07-78dd-44d3-9248-998ccf55dc32 req-3033d506-3924-47b0-addf-06c98dffe032 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0566013 Apr 06 13:56:04.982942 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-014cfc07-78dd-44d3-9248-998ccf55dc32 req-d17108fa-c244-4a8e-8b15-b186d7a75819 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490582 Apr 06 13:56:06.119629 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9645dc7-3ca5-4f96-8169-e5f2cf132812 req-4ba72c79-2ee4-4a27-a4d8-79535af7e609 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:06.121173 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9645dc7-3ca5-4f96-8169-e5f2cf132812 req-4ba72c79-2ee4-4a27-a4d8-79535af7e609 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0670886 Apr 06 13:56:06.176348 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b9645dc7-3ca5-4f96-8169-e5f2cf132812 req-727295ae-2968-4cfc-b0fd-723e4ed0f9de tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489857 Apr 06 13:56:07.315122 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb142af6-7ba1-4a67-9bed-7d997168b2be req-f9c7e0da-f818-4613-978a-834904d12118 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:07.316626 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fb142af6-7ba1-4a67-9bed-7d997168b2be req-f9c7e0da-f818-4613-978a-834904d12118 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0558515 Apr 06 13:56:07.367551 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fb142af6-7ba1-4a67-9bed-7d997168b2be req-06d7a3b7-979a-46fd-a637-b018ea17f4c7 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449877 Apr 06 13:56:08.498911 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccdbbc-65ad-49a0-93cd-7f6d0cf637e8 req-c163d54b-4215-4ba3-b677-4b1ae0ce675d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:08.500386 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2cccdbbc-65ad-49a0-93cd-7f6d0cf637e8 req-c163d54b-4215-4ba3-b677-4b1ae0ce675d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0579820 Apr 06 13:56:08.557626 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2cccdbbc-65ad-49a0-93cd-7f6d0cf637e8 req-316d08c3-c695-49c0-a20e-b52d4011e477 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507045 Apr 06 13:56:08.597641 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:09.371734 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8727cca-bc82-4ce4-aba7-808919181dce req-20bb4519-68a0-436e-9646-341fdd79c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:09.371734 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e8727cca-bc82-4ce4-aba7-808919181dce req-20bb4519-68a0-436e-9646-341fdd79c2c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1129 time: 0.0706239 Apr 06 13:56:09.449852 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e8727cca-bc82-4ce4-aba7-808919181dce req-542c1a46-9aea-4402-99a3-cd14f7f915ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700314 Apr 06 13:56:09.459453 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-8b07f50c-9d94-4957-a8b2-69d941ae349c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927505 Apr 06 13:56:09.687780 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daa71b-b63b-48bb-b813-d3e4142584c4 req-59b19683-4235-48f7-9a0c-5a51fb6d78a2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:09.689521 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-23daa71b-b63b-48bb-b813-d3e4142584c4 req-59b19683-4235-48f7-9a0c-5a51fb6d78a2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0582449 Apr 06 13:56:09.738840 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-23daa71b-b63b-48bb-b813-d3e4142584c4 req-17bd738b-7639-49f4-9895-ce178720515b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 Apr 06 13:56:10.069505 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-d3de3c45-7de5-493f-85db-365e028e0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:10.071021 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-d3de3c45-7de5-493f-85db-365e028e0b40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 1131 time: 0.0472481 Apr 06 13:56:10.211212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-86ba029d-a2b0-4836-b841-a6c64fca75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:10.213009 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-86ba029d-a2b0-4836-b841-a6c64fca75a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.1202209 Apr 06 13:56:10.832501 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-9a2f68e4-ffdc-4441-9c32-09c1988c37b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 200 len: 1002 time: 0.0692041 Apr 06 13:56:10.861736 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c227-9f1c-41d7-8a65-8f1d085b1172 req-9617d2cb-028c-4ca1-8aaa-1ec776ee1c7e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:10.863250 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9412c227-9f1c-41d7-8a65-8f1d085b1172 req-9617d2cb-028c-4ca1-8aaa-1ec776ee1c7e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0532861 Apr 06 13:56:10.896678 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-74022251-f7af-482d-a7c3-1cf92968eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:10.898242 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-74022251-f7af-482d-a7c3-1cf92968eb7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.0569167 Apr 06 13:56:10.912546 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9412c227-9f1c-41d7-8a65-8f1d085b1172 req-fce0d8d9-2bbf-4d67-8cbb-e876165d8399 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 Apr 06 13:56:10.952192 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-f0af53ec-b859-47e0-99bb-8f4bf7cd9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:10.953762 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-f0af53ec-b859-47e0-99bb-8f4bf7cd9ef6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456288 Apr 06 13:56:11.058765 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-5ee283ce-d441-4dc0-9bb0-1ed0f733552c service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963442 Apr 06 13:56:11.158941 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5fe568f9-d2b4-46ea-9a46-07ea67253281 req-eb0e8e4c-7305-40f2-b0da-e605e1cbe696 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938222 Apr 06 13:56:12.043205 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3f8d5-35ef-46b6-a4d7-9f97eb4144e4 req-80996905-a72d-4fb9-9c54-063c4557eab4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:12.044753 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0cc3f8d5-35ef-46b6-a4d7-9f97eb4144e4 req-80996905-a72d-4fb9-9c54-063c4557eab4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0595217 Apr 06 13:56:12.107245 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0cc3f8d5-35ef-46b6-a4d7-9f97eb4144e4 req-280769c6-5987-4f24-92c1-d441395960d8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563951 Apr 06 13:56:12.345129 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e86bd362-ad5d-4b33-8b31-a1e8925dd31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:12.483308 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8203d5-6eb9-4db8-aae2-19d70212aac2 req-212bd7e7-afb4-42d6-9ca7-4ce9ac802eb9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:12.484715 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3c8203d5-6eb9-4db8-aae2-19d70212aac2 req-212bd7e7-afb4-42d6-9ca7-4ce9ac802eb9 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0549212 Apr 06 13:56:12.543190 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3c8203d5-6eb9-4db8-aae2-19d70212aac2 req-205e3bb6-7906-4a0d-8ada-caaa80632a2a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526707 Apr 06 13:56:12.608437 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-597676a4-8df9-4132-a124-27025b92c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:12.609976 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-597676a4-8df9-4132-a124-27025b92c664 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1129 time: 0.0507936 Apr 06 13:56:13.009056 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-818d7c89-26a4-4d33-b3bd-847908785657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:13.010671 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-818d7c89-26a4-4d33-b3bd-847908785657 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.1144805 Apr 06 13:56:13.104325 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-dd731c72-cd9a-434e-a25a-62970dfdb982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 200 len: 999 time: 0.0713232 Apr 06 13:56:13.154439 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-c40ef06c-4b9e-4471-bffb-f2071661e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:13.156005 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-c40ef06c-4b9e-4471-bffb-f2071661e37b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0442479 Apr 06 13:56:13.471993 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-e7e84e65-8cab-49bc-a374-8aac3c7a1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:13.473806 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-e7e84e65-8cab-49bc-a374-8aac3c7a1523 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653436 Apr 06 13:56:13.675192 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2405f1-e156-43eb-b883-49facef68f71 req-e6f1d9ba-03d1-41d1-a47f-b7fb0e6c86db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:13.676817 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a2405f1-e156-43eb-b883-49facef68f71 req-e6f1d9ba-03d1-41d1-a47f-b7fb0e6c86db tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0629213 Apr 06 13:56:13.730800 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a2405f1-e156-43eb-b883-49facef68f71 req-4f1d125d-191c-430b-98f4-2ca0364ef813 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476890 Apr 06 13:56:13.810560 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-3f9f961a-331b-42fb-9603-16bcf6070daf service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299196 Apr 06 13:56:13.903575 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ee4dfd6f-9944-4aae-8b76-4e6eff8dd820 req-a4c01443-3285-485b-a6f4-4d258f9e3845 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834968 Apr 06 13:56:14.307264 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7071fe-3fdd-4bdf-be96-83c8fa0935ae req-063ec0dc-513c-45d3-8fac-907833a8262d tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:14.308729 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9e7071fe-3fdd-4bdf-be96-83c8fa0935ae req-063ec0dc-513c-45d3-8fac-907833a8262d tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0609045 Apr 06 13:56:14.357761 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9e7071fe-3fdd-4bdf-be96-83c8fa0935ae req-61b07d67-f244-4f94-99aa-ddad5dff94f2 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Apr 06 13:56:14.819470 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e7b98bbd-61ff-4a50-8d84-8edb1e187597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:14.856479 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd037e-2813-4c05-9fd6-de68e1fb8d55 req-ffb214a2-a5d7-4768-bea3-9ef0f418327f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:14.857958 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48bd037e-2813-4c05-9fd6-de68e1fb8d55 req-ffb214a2-a5d7-4768-bea3-9ef0f418327f tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0563738 Apr 06 13:56:14.911060 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48bd037e-2813-4c05-9fd6-de68e1fb8d55 req-54390d6e-f901-47dd-af35-602643b68555 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460823 Apr 06 13:56:15.483388 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be9b59-303d-4702-9069-e685497dcb7a req-f944241b-7286-4a2b-8461-c058ac9e0989 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:15.485031 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-05be9b59-303d-4702-9069-e685497dcb7a req-f944241b-7286-4a2b-8461-c058ac9e0989 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0546334 Apr 06 13:56:15.535227 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-05be9b59-303d-4702-9069-e685497dcb7a req-b86ece8b-5e52-49c2-a63b-e58fb05c6140 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444577 Apr 06 13:56:15.578738 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:16.045701 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98907f-1824-4a59-89f8-6055f7d25c15 req-92d3abab-ea66-47a4-8f63-4eaf6f09bd7d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:16.052985 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4d98907f-1824-4a59-89f8-6055f7d25c15 req-92d3abab-ea66-47a4-8f63-4eaf6f09bd7d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0664456 Apr 06 13:56:16.098801 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4d98907f-1824-4a59-89f8-6055f7d25c15 req-fa1fc0d4-259d-4385-a3b9-7c5795398cc6 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448890 Apr 06 13:56:16.679720 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953dac0-0b27-41d6-ac87-ba299aa1eabe req-b9f2e615-9643-4f95-a189-dc956dabeac6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:16.681630 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1953dac0-0b27-41d6-ac87-ba299aa1eabe req-b9f2e615-9643-4f95-a189-dc956dabeac6 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0715811 Apr 06 13:56:16.738760 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1953dac0-0b27-41d6-ac87-ba299aa1eabe req-f5f58f3e-9beb-4de4-875f-35c4435f7bbd tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Apr 06 13:56:17.001243 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:17.233800 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5438-ad88-49de-9277-30dbbe92693c req-c952d92e-eb05-4f2b-a47c-c8820d122684 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:17.235285 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ea2f5438-ad88-49de-9277-30dbbe92693c req-c952d92e-eb05-4f2b-a47c-c8820d122684 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0636203 Apr 06 13:56:17.288136 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ea2f5438-ad88-49de-9277-30dbbe92693c req-0038dc9b-147c-42f7-a052-de1fd9c0330e tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446227 Apr 06 13:56:17.859859 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872109e8-667b-4886-8144-0af4a22edbe5 req-355a6b04-1aa0-446d-b873-b9acd14ea276 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:17.861287 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-872109e8-667b-4886-8144-0af4a22edbe5 req-355a6b04-1aa0-446d-b873-b9acd14ea276 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0537755 Apr 06 13:56:17.912993 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-872109e8-667b-4886-8144-0af4a22edbe5 req-a0b26db4-f413-40dc-acc0-f292114f6b25 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Apr 06 13:56:18.423440 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec008e5-2b96-422e-9097-8ee68822ffa7 req-591a017b-6acd-4697-b648-add8adf04926 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:18.424929 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1ec008e5-2b96-422e-9097-8ee68822ffa7 req-591a017b-6acd-4697-b648-add8adf04926 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0552435 Apr 06 13:56:18.438031 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:18.489865 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1ec008e5-2b96-422e-9097-8ee68822ffa7 req-49a0a52a-6c91-4fe5-a620-da41276c8ea2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583401 Apr 06 13:56:18.495238 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107132a-f129-457f-9104-211e859a4bad req-75fb7c46-b20b-481e-8e91-ea2e425949d8 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:18.496820 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4107132a-f129-457f-9104-211e859a4bad req-75fb7c46-b20b-481e-8e91-ea2e425949d8 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0559576 Apr 06 13:56:19.048430 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a565a-6ce9-48c7-ab83-3e51a7c82639 req-1d33b4c4-0440-46e2-8b04-e166267bca1f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:19.050656 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-735a565a-6ce9-48c7-ab83-3e51a7c82639 req-1d33b4c4-0440-46e2-8b04-e166267bca1f tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b49267-fb72-4cd4-b4e5-fafcf1123b19 HTTP/1.1" status: 200 len: 945 time: 0.0650268 Apr 06 13:56:19.100834 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Deleting port e280198b-f2de-421f-b857-5584f6ff63a6 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:19.101286 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:19.105193 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-735a565a-6ce9-48c7-ab83-3e51a7c82639 req-20718dad-b2ad-49be-a759-0bc670540135 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.44 "GET /v2.0/security-groups?id=8cbc0be7-2591-4512-bac3-fd0bd8103f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Apr 06 13:56:19.217799 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] For port e280198b-f2de-421f-b857-5584f6ff63a6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=e280198b-f2de-421f-b857-5584f6ff63a6,segment=NetworkSegment(f63515e5-7a51-42e4-8451-23cc6fd60c48),segment_id=f63515e5-7a51-42e4-8451-23cc6fd60c48)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:19.218318 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:19.235291 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Calling delete_port for e280198b-f2de-421f-b857-5584f6ff63a6 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:19.370121 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (e280198b-f2de-421f-b857-5584f6ff63a6), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:19.403809 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Pushing event deleted for resources: {'Port': ['ID=e280198b-f2de-421f-b857-5584f6ff63a6,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:19.416935 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.417299 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.417649 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.417985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.418315 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.418646 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.418978 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.419301 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.419628 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.419958 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.420277 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.420611 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.420946 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.421342 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.421675 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:19.460070 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] No DVR routers for this DVR port e280198b-f2de-421f-b857-5584f6ff63a6 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:19.462753 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:19.466471 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4107132a-f129-457f-9104-211e859a4bad req-5213fe95-40cc-4ce5-9b5c-53f8806bbf27 tempest-VolumesSnapshotTestJSON-1464121351 tempest-VolumesSnapshotTestJSON-1464121351-project] 10.222.0.41 "DELETE /v2.0/ports/e280198b-f2de-421f-b857-5584f6ff63a6 HTTP/1.1" status: 204 len: 173 time: 0.4852402 Apr 06 13:56:19.466944 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b49267-fb72-4cd4-b4e5-fafcf1123b19', 'name': 'network-vif-deleted', 'tag': 'e280198b-f2de-421f-b857-5584f6ff63a6'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:19.469455 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9059ca-5582-4dea-85ba-0a942e988628" -d '{"events": [{"server_uuid": "10b49267-fb72-4cd4-b4e5-fafcf1123b19", "name": "network-vif-deleted", "tag": "e280198b-f2de-421f-b857-5584f6ff63a6"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:19.602017 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56b799e-4bfd-433c-bd8f-2c6b87c5bada x-openstack-request-id: req-d56b799e-4bfd-433c-bd8f-2c6b87c5bada {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:19.602789 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b49267-fb72-4cd4-b4e5-fafcf1123b19", "name": "network-vif-deleted", "tag": "e280198b-f2de-421f-b857-5584f6ff63a6", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:19.602789 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d56b799e-4bfd-433c-bd8f-2c6b87c5bada {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:19.603051 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56b799e-4bfd-433c-bd8f-2c6b87c5bada'] response: {'server_uuid': '10b49267-fb72-4cd4-b4e5-fafcf1123b19', 'name': 'network-vif-deleted', 'tag': 'e280198b-f2de-421f-b857-5584f6ff63a6', 'status': 'completed', 'code': 200} Apr 06 13:56:19.625278 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc2789-d921-4852-a9e2-7ee5bb39a241 req-aae75630-4d00-46fa-90af-b05f938a9549 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:19.626786 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-60fc2789-d921-4852-a9e2-7ee5bb39a241 req-aae75630-4d00-46fa-90af-b05f938a9549 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0683436 Apr 06 13:56:19.686094 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-60fc2789-d921-4852-a9e2-7ee5bb39a241 req-4e7f12cb-0d65-4a82-94c3-083f8bfe7406 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523160 Apr 06 13:56:19.808988 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ffb29-e6f1-43e1-a204-d928d54ab9a9 req-842a243e-fe20-46fb-8208-dabe81e13c96 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:19.810465 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-567ffb29-e6f1-43e1-a204-d928d54ab9a9 req-842a243e-fe20-46fb-8208-dabe81e13c96 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0553820 Apr 06 13:56:19.819174 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52066) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:19.823504 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-b06263c7-807b-4a8b-bee4-3d999b1dee7c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Request body: {'floatingip': {'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:20.114388 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b06263c7-807b-4a8b-bee4-3d999b1dee7c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (d134097c-88ce-453d-a7c2-b5ca8fb00847), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:20.631633 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b06263c7-807b-4a8b-bee4-3d999b1dee7c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:20.636897 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b06263c7-807b-4a8b-bee4-3d999b1dee7c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (d134097c-88ce-453d-a7c2-b5ca8fb00847), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:20.885004 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06263c7-807b-4a8b-bee4-3d999b1dee7c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Router 951d54b1-d350-4ed0-801a-9e621bd92c0e has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:21.002590 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06263c7-807b-4a8b-bee4-3d999b1dee7c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:21.007851 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b06263c7-807b-4a8b-bee4-3d999b1dee7c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:21.013864 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] Sync routers for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:21.025573 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:21.026232 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:21.037841 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:21.040106 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c1b085-4803-47e1-b39f-7f880477711e" -d '{"events": [{"name": "network-changed", "server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:21.090645 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b06263c7-807b-4a8b-bee4-3d999b1dee7c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "PUT /v2.0/floatingips/d134097c-88ce-453d-a7c2-b5ca8fb00847 HTTP/1.1" status: 200 len: 991 time: 1.2549937 Apr 06 13:56:21.136142 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de10615a-72f5-4361-b197-fd540372e8ca x-openstack-request-id: req-de10615a-72f5-4361-b197-fd540372e8ca {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:21.136365 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:21.136625 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de10615a-72f5-4361-b197-fd540372e8ca {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:21.137031 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de10615a-72f5-4361-b197-fd540372e8ca'] response: {'name': 'network-changed', 'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'status': 'completed', 'code': 200} Apr 06 13:56:21.143344 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:21.208218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b085-4803-47e1-b39f-7f880477711e req-f85a9f57-e8d9-42e8-8a53-deb0224415d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:21.209889 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-84c1b085-4803-47e1-b39f-7f880477711e req-f85a9f57-e8d9-42e8-8a53-deb0224415d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1129 time: 0.0453088 Apr 06 13:56:21.312821 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b085-4803-47e1-b39f-7f880477711e req-dced1749-8645-4336-b2f2-d47bc4abb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:21.314611 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-84c1b085-4803-47e1-b39f-7f880477711e req-dced1749-8645-4336-b2f2-d47bc4abb367 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.0964742 Apr 06 13:56:21.350249 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device e280198b-f2de-421f-b857-5584f6ff63a6 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:56:21.370886 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: e280198b-f2de-421f-b857-5584f6ff63a6 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:56:21.371237 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device e280198b-f2de-421f-b857-5584f6ff63a6 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:56:21.376447 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'd134097c-88ce-453d-a7c2-b5ca8fb00847', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'mac_address': 'fa:16:3e:9b:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:52:58Z', 'updated_at': '2022-04-06T13:56:20Z', 'revision_number': 3, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:21.384517 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-84c1b085-4803-47e1-b39f-7f880477711e req-cffc2997-e9c5-4a17-a6dd-98f61bf67de4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 200 len: 999 time: 0.0634530 Apr 06 13:56:21.406491 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] Checking router: 951d54b1-d350-4ed0-801a-9e621bd92c0e for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:21.416733 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:21.417442 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:21.445063 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b085-4803-47e1-b39f-7f880477711e req-11542aca-42d2-4ba1-895e-617dcfcb5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:21.447097 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-84c1b085-4803-47e1-b39f-7f880477711e req-11542aca-42d2-4ba1-895e-617dcfcb5bce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0485437 Apr 06 13:56:21.508085 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b085-4803-47e1-b39f-7f880477711e req-4b407f69-6042-4ad6-b16b-2425294a89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:21.509674 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-84c1b085-4803-47e1-b39f-7f880477711e req-4b407f69-6042-4ad6-b16b-2425294a89c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556800 Apr 06 13:56:21.543953 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:21.614696 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-84c1b085-4803-47e1-b39f-7f880477711e req-8b9fefe6-d2ba-4b2c-baa4-6c98849da010 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948420 Apr 06 13:56:21.740100 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-84c1b085-4803-47e1-b39f-7f880477711e req-39ccd3bd-29fa-470d-914d-b00e10eb2737 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179187 Apr 06 13:56:21.809496 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'd134097c-88ce-453d-a7c2-b5ca8fb00847', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'mac_address': 'fa:16:3e:9b:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:52:58Z', 'updated_at': '2022-04-06T13:56:20Z', 'revision_number': 3, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:21.840034 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64fb5a-1a14-4851-9586-a4b09d407d15 None None] The sync data for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi is: [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'd134097c-88ce-453d-a7c2-b5ca8fb00847', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'port_id': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'mac_address': 'fa:16:3e:9b:04:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:52:58Z', 'updated_at': '2022-04-06T13:56:20Z', 'revision_number': 3, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:23.138294 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:23.140838 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2b9860-e022-47aa-97fa-5442901856f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:23.182149 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9ecf94-5801-4a70-8578-7ef4d08162f8 x-openstack-request-id: req-8f9ecf94-5801-4a70-8578-7ef4d08162f8 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:23.182476 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:23.182693 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f9ecf94-5801-4a70-8578-7ef4d08162f8 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:23.183089 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9ecf94-5801-4a70-8578-7ef4d08162f8'] response: {'name': 'network-changed', 'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'status': 'completed', 'code': 200} Apr 06 13:56:24.503926 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-7dfc5912-3c98-4b9e-bc9f-baaa95df932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:24.505478 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-7dfc5912-3c98-4b9e-bc9f-baaa95df932e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 1129 time: 0.0535610 Apr 06 13:56:25.788654 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e25f7-e709-4730-971c-bd48cd16ad8c req-6e73f86e-e62f-4b36-bc0d-6867455caa05 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:25.790279 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-751e25f7-e709-4730-971c-bd48cd16ad8c req-6e73f86e-e62f-4b36-bc0d-6867455caa05 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 945 time: 0.0607908 Apr 06 13:56:25.840636 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-751e25f7-e709-4730-971c-bd48cd16ad8c req-dff2136f-2c02-493d-a479-9ead348e9709 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442529 Apr 06 13:56:25.872285 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-643417ff-6004-4e13-af64-0070b4ce82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:25.873832 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-643417ff-6004-4e13-af64-0070b4ce82d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.0949044 Apr 06 13:56:26.965373 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba589e-6219-48ab-9fd3-8fbea6836f86 req-b8975394-eeba-4fab-86da-7de2ee959dba tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:26.966833 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6aba589e-6219-48ab-9fd3-8fbea6836f86 req-b8975394-eeba-4fab-86da-7de2ee959dba tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 945 time: 0.0541756 Apr 06 13:56:27.013325 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6aba589e-6219-48ab-9fd3-8fbea6836f86 req-328ff144-182c-41f6-b3c9-9f9c35986305 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Apr 06 13:56:27.111792 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-35800686-1278-4ce9-965a-cbdd5f2bdea5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 200 len: 999 time: 0.0687773 Apr 06 13:56:27.162003 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-19460d67-9f0c-461b-8017-e3eb6d32ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:27.164176 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-19460d67-9f0c-461b-8017-e3eb6d32ca95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0462649 Apr 06 13:56:27.220134 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-507d34aa-5277-4e0c-92e8-21a912737f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:27.221724 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-507d34aa-5277-4e0c-92e8-21a912737f71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489743 Apr 06 13:56:27.330319 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-c5bbfadf-fbcf-457e-9b25-036979a96ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015279 Apr 06 13:56:27.424826 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-5f2b9860-e022-47aa-97fa-5442901856f3 req-699577e3-9eda-43cb-b0b4-2989c03bc1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865273 Apr 06 13:56:28.148859 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55443cca-cc78-47f1-8b4d-9a27491cde9c req-83aefe83-55d2-482d-9089-90d8d8ca5e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:28.150424 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-55443cca-cc78-47f1-8b4d-9a27491cde9c req-83aefe83-55d2-482d-9089-90d8d8ca5e74 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 945 time: 0.0631876 Apr 06 13:56:28.164729 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-39e6be98-278b-4fba-8a27-1ee942675707 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:28.166067 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-39e6be98-278b-4fba-8a27-1ee942675707 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 945 time: 0.0581472 Apr 06 13:56:28.201723 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-55443cca-cc78-47f1-8b4d-9a27491cde9c req-63a49ef0-2bae-4652-9cce-f12e7d470a4d tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0f7c2d4-96be-4cd2-a072-9e553e5f008e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451818 Apr 06 13:56:28.263558 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Deleting port 21d6a336-a7da-43e6-84d3-956f83f281b4 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:28.263900 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:28.360600 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] For port 21d6a336-a7da-43e6-84d3-956f83f281b4, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=21d6a336-a7da-43e6-84d3-956f83f281b4,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:28.360904 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:28.488730 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:56:28.591243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:28.591528 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (57d49430-b2b5-47c2-adf2-9e2194ca158d), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:28.591850 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Floating IP 57d49430-b2b5-47c2-adf2-9e2194ca158d disassociated. External IP: 172.27.3.139, port: 21d6a336-a7da-43e6-84d3-956f83f281b4. Apr 06 13:56:28.592189 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Calling delete_port for 21d6a336-a7da-43e6-84d3-956f83f281b4 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:28.740346 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (21d6a336-a7da-43e6-84d3-956f83f281b4), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:28.779615 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'Port': ['ID=21d6a336-a7da-43e6-84d3-956f83f281b4,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:28.898070 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:29.018999 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:29.032957 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:29.046989 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:29.047627 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:29.064301 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] No DVR routers for this DVR port 21d6a336-a7da-43e6-84d3-956f83f281b4 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:29.068205 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:29.074123 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7e8f852c-ce41-4ce7-b3b8-e3b09261b4f8 req-05cebf26-2a67-4005-8007-99f9fcaccfb4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "DELETE /v2.0/ports/21d6a336-a7da-43e6-84d3-956f83f281b4 HTTP/1.1" status: 204 len: 173 time: 0.9020646 Apr 06 13:56:29.075084 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64708cff-e494-4b98-abf3-a098de87d03f', 'name': 'network-vif-deleted', 'tag': '21d6a336-a7da-43e6-84d3-956f83f281b4'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:29.079151 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d0bb26-e857-46e5-8ea7-d81a7e76d751" -d '{"events": [{"server_uuid": "64708cff-e494-4b98-abf3-a098de87d03f", "name": "network-vif-deleted", "tag": "21d6a336-a7da-43e6-84d3-956f83f281b4"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:29.155984 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32279ccb-6b60-4e3b-89bb-6efd023f4405 x-openstack-request-id: req-32279ccb-6b60-4e3b-89bb-6efd023f4405 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:29.156237 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64708cff-e494-4b98-abf3-a098de87d03f", "name": "network-vif-deleted", "tag": "21d6a336-a7da-43e6-84d3-956f83f281b4", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:29.156537 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32279ccb-6b60-4e3b-89bb-6efd023f4405 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:29.157067 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32279ccb-6b60-4e3b-89bb-6efd023f4405'] response: {'server_uuid': '64708cff-e494-4b98-abf3-a098de87d03f', 'name': 'network-vif-deleted', 'tag': '21d6a336-a7da-43e6-84d3-956f83f281b4', 'status': 'completed', 'code': 200} Apr 06 13:56:29.212461 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:29.352312 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3b00091f-e359-4aa1-afa0-d213b280451b req-206f0509-1799-4435-a566-c5e814c452a7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=64708cff-e494-4b98-abf3-a098de87d03f HTTP/1.1" status: 200 len: 210 time: 0.0277565 Apr 06 13:56:29.492354 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:28Z', 'revision_number': 2, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:29.520273 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:29.532114 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:29.532816 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:29.682225 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:29.928369 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:28Z', 'revision_number': 2, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:29.955757 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa162a7-23c7-487e-aaa5-d4436210f1ee None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '666c79a2-c1c9-4b37-8442-269243ff6827', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '59d023ce-499e-42e0-95da-1cb7698da482', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:ff:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:50:24Z', 'updated_at': '2022-04-06T13:51:28Z', 'revision_number': 2, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:30.250996 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be0204-6d69-48de-8043-7cad272855db None None] New status for floating IP 57d49430-b2b5-47c2-adf2-9e2194ca158d: DOWN {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:56:30.489282 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52160) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:30.550259 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (f0f7c2d4-96be-4cd2-a072-9e553e5f008e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:30.578684 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (f0f7c2d4-96be-4cd2-a072-9e553e5f008e), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:30.645105 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (f0f7c2d4-96be-4cd2-a072-9e553e5f008e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:30.647782 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:30.648950 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "DELETE /v2.0/security-groups/f0f7c2d4-96be-4cd2-a072-9e553e5f008e HTTP/1.1" status: 204 len: 168 time: 0.1586645 Apr 06 13:56:30.652056 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52162) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:30.659076 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f7c2d4-96be-4cd2-a072-9e553e5f008e,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:30.666758 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.667125 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.667452 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.667804 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.668130 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.668478 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.668809 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.669123 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.669474 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.669803 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.670132 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.670228 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.api.v2.resource [None req-5ced98ee-014b-4030-9b4a-52d850e203d3 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] show failed (client error): The resource could not be found. Apr 06 13:56:30.670462 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.670787 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.671104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.674704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454fea2-8654-402f-bfe0-6b094bc6d861 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:30.674849 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5ced98ee-014b-4030-9b4a-52d850e203d3 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups/f0f7c2d4-96be-4cd2-a072-9e553e5f008e HTTP/1.1" status: 404 len: 347 time: 0.0186257 Apr 06 13:56:30.674976 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52164) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:30.812850 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Deleting port 690a9434-6d2e-41a7-8c0d-d488a9f5620d {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:30.813375 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (690a9434-6d2e-41a7-8c0d-d488a9f5620d), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:30.892990 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (690a9434-6d2e-41a7-8c0d-d488a9f5620d), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:30.893605 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (690a9434-6d2e-41a7-8c0d-d488a9f5620d), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:30.910091 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Calling delete_port for 690a9434-6d2e-41a7-8c0d-d488a9f5620d owned by network:floatingip {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:31.067648 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (690a9434-6d2e-41a7-8c0d-d488a9f5620d), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.092704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'Port': ['ID=690a9434-6d2e-41a7-8c0d-d488a9f5620d,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:31.117394 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (57d49430-b2b5-47c2-adf2-9e2194ca158d), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.120162 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:31.121346 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-95cb9300-8e77-4ffe-bd97-d6391a6ca22b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "DELETE /v2.0/floatingips/57d49430-b2b5-47c2-adf2-9e2194ca158d HTTP/1.1" status: 204 len: 168 time: 0.4455173 Apr 06 13:56:34.365341 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 21d6a336-a7da-43e6-84d3-956f83f281b4 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:56:34.401288 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 21d6a336-a7da-43e6-84d3-956f83f281b4 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:56:34.401642 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 21d6a336-a7da-43e6-84d3-956f83f281b4 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:56:38.105124 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b087a1a-e3be-4b71-bf1f-7c3049f3e49e req-8acc1bae-1300-4e8a-a3b9-5f2965614976 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:38.106727 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0b087a1a-e3be-4b71-bf1f-7c3049f3e49e req-8acc1bae-1300-4e8a-a3b9-5f2965614976 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 946 time: 0.0652180 Apr 06 13:56:38.162169 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0b087a1a-e3be-4b71-bf1f-7c3049f3e49e req-18a29471-9b9a-40b4-89e2-b3c0359e5ae5 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493090 Apr 06 13:56:38.598830 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:39.127190 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eac9f-408b-40dd-a349-059385c0079c req-e6cc5ca2-59aa-4de9-b283-08e389a7a9fc tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:39.128661 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a40eac9f-408b-40dd-a349-059385c0079c req-e6cc5ca2-59aa-4de9-b283-08e389a7a9fc tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 947 time: 0.0545335 Apr 06 13:56:39.179617 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a40eac9f-408b-40dd-a349-059385c0079c req-0d03c84f-d8e4-403b-9717-bb43c8cc0018 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450971 Apr 06 13:56:39.289360 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79eb2d-a783-40a1-b671-011d5ac0a95b req-f02c772d-c490-4fe2-a702-a78623b0fde7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:39.290880 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cb79eb2d-a783-40a1-b671-011d5ac0a95b req-f02c772d-c490-4fe2-a702-a78623b0fde7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 946 time: 0.0557015 Apr 06 13:56:39.342844 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cb79eb2d-a783-40a1-b671-011d5ac0a95b req-413b49d9-f8e2-44f1-8025-0a63c14aab0e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463533 Apr 06 13:56:40.317415 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e9ee-e1af-4acd-8c54-152b57c548c5 req-a2c4c32e-509a-4c04-bb9d-3946f075bf55 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:40.319091 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5905e9ee-e1af-4acd-8c54-152b57c548c5 req-a2c4c32e-509a-4c04-bb9d-3946f075bf55 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 947 time: 0.0659950 Apr 06 13:56:40.371523 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5905e9ee-e1af-4acd-8c54-152b57c548c5 req-0769aff7-85b3-4d62-9ced-e754225a564f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 Apr 06 13:56:40.465445 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f563-f6b2-4d60-9e50-a5be0c0f9214 req-b8306227-7a98-49c1-aa17-385584280221 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:40.466827 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1074f563-f6b2-4d60-9e50-a5be0c0f9214 req-b8306227-7a98-49c1-aa17-385584280221 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 946 time: 0.0545743 Apr 06 13:56:40.514952 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1074f563-f6b2-4d60-9e50-a5be0c0f9214 req-6139ee05-7923-4501-be65-8d335008633f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=57bb54da-47c8-4f30-966e-db6ae877e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Apr 06 13:56:40.558802 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-0eeefe37-84ad-4942-aa22-0e6bcf3b0c1f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:40.560269 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-0eeefe37-84ad-4942-aa22-0e6bcf3b0c1f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 946 time: 0.0555873 Apr 06 13:56:40.665012 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Deleting port 59d023ce-499e-42e0-95da-1cb7698da482 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:40.665425 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (59d023ce-499e-42e0-95da-1cb7698da482), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:40.754862 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] For port 59d023ce-499e-42e0-95da-1cb7698da482, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=59d023ce-499e-42e0-95da-1cb7698da482,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:40.755118 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (59d023ce-499e-42e0-95da-1cb7698da482), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:40.932920 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:40.933353 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (666c79a2-c1c9-4b37-8442-269243ff6827), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:40.933735 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Floating IP 666c79a2-c1c9-4b37-8442-269243ff6827 disassociated. External IP: 172.27.3.44, port: 59d023ce-499e-42e0-95da-1cb7698da482. Apr 06 13:56:40.934065 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Calling delete_port for 59d023ce-499e-42e0-95da-1cb7698da482 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:41.064793 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (59d023ce-499e-42e0-95da-1cb7698da482), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:41.096790 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'Port': ['ID=59d023ce-499e-42e0-95da-1cb7698da482,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:41.235264 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:41.381232 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-7e59ebb0-0f15-44b9-9d3f-a13a996707f1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:41.381503 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-7e59ebb0-0f15-44b9-9d3f-a13a996707f1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 947 time: 0.1037464 Apr 06 13:56:41.395755 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:41.412808 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:41.433402 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:41.435091 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:41.522522 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35a90e-4731-48b4-a95c-28bb9daa4df4 req-b28b3dde-45cc-44ee-97b0-56e27094373a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:41.530780 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fc35a90e-4731-48b4-a95c-28bb9daa4df4 req-b28b3dde-45cc-44ee-97b0-56e27094373a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 947 time: 0.0759668 Apr 06 13:56:41.595919 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fc35a90e-4731-48b4-a95c-28bb9daa4df4 req-58fd7788-e43e-4d0a-ba7d-8b3e09797818 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2da95ce-a483-49d4-bdda-4d45f465ac51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637939 Apr 06 13:56:41.661933 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e2806fe6-adca-489e-ac95-bccc56ef1694 req-4ac4009d-b831-4a3b-9087-008b83c065ed tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdc8c9b-c510-4110-9941-60191cc7c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0512722 Apr 06 13:56:41.668845 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:41.808510 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] No DVR routers for this DVR port 59d023ce-499e-42e0-95da-1cb7698da482 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:41.811454 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:41.814935 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-538cc2f0-b00f-4d6c-9a9a-e0d1f290c064 req-e7d61d8a-8772-44d9-8e0c-4bcaed94284b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "DELETE /v2.0/ports/59d023ce-499e-42e0-95da-1cb7698da482 HTTP/1.1" status: 204 len: 173 time: 1.2488492 Apr 06 13:56:41.815412 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'name': 'network-vif-deleted', 'tag': '59d023ce-499e-42e0-95da-1cb7698da482'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:41.818169 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81cccc3-5c3b-466d-9f21-a53ba627a892" -d '{"events": [{"server_uuid": "bfdc8c9b-c510-4110-9941-60191cc7c3a0", "name": "network-vif-deleted", "tag": "59d023ce-499e-42e0-95da-1cb7698da482"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:41.857921 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Deleting port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:41.858337 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:41.862651 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c12af5-2330-4020-9e04-a9eb67908378 x-openstack-request-id: req-36c12af5-2330-4020-9e04-a9eb67908378 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:41.863024 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdc8c9b-c510-4110-9941-60191cc7c3a0", "name": "network-vif-deleted", "tag": "59d023ce-499e-42e0-95da-1cb7698da482", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:41.864187 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36c12af5-2330-4020-9e04-a9eb67908378 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:41.864187 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c12af5-2330-4020-9e04-a9eb67908378'] response: {'server_uuid': 'bfdc8c9b-c510-4110-9941-60191cc7c3a0', 'name': 'network-vif-deleted', 'tag': '59d023ce-499e-42e0-95da-1cb7698da482', 'status': 'completed', 'code': 200} Apr 06 13:56:41.942573 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:41.969337 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] For port d0c7deef-27d2-401e-a5d7-bebc4bf3be76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:41.969702 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:41.981601 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:41.993052 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:41.993741 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:42.114280 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:42.173386 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.173708 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (87ac6d1e-e28e-4332-a0ad-59be63a752aa), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.174040 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Floating IP 87ac6d1e-e28e-4332-a0ad-59be63a752aa disassociated. External IP: 172.27.3.111, port: d0c7deef-27d2-401e-a5d7-bebc4bf3be76. Apr 06 13:56:42.174352 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Calling delete_port for d0c7deef-27d2-401e-a5d7-bebc4bf3be76 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:42.302903 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (d0c7deef-27d2-401e-a5d7-bebc4bf3be76), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.332813 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event deleted for resources: {'Port': ['ID=d0c7deef-27d2-401e-a5d7-bebc4bf3be76,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:42.349806 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:42.397275 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d90d09-ab9c-4ab9-9586-b19093e45693 None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:42.401853 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c8d51611-3872-499c-954c-f06ab81f98d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.448611 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:56:42.479062 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: d0c7deef-27d2-401e-a5d7-bebc4bf3be76 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:56:42.479411 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d0c7deef-27d2-401e-a5d7-bebc4bf3be76 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:56:42.479879 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 59d023ce-499e-42e0-95da-1cb7698da482 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:56:42.488012 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Router c836b5e4-e44a-4627-8a97-4231720c6837 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:56:42.499713 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 59d023ce-499e-42e0-95da-1cb7698da482 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:56:42.500062 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 59d023ce-499e-42e0-95da-1cb7698da482 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:56:42.606488 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:56:42.616088 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] Sync routers for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:56:42.627704 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:42.628262 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:42.651918 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] No DVR routers for this DVR port d0c7deef-27d2-401e-a5d7-bebc4bf3be76 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:56:42.654547 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.659434 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-39fe96be-9f2f-4989-ab64-5cb350f3b0ef req-d729e224-57f3-4112-badb-98dc989d9416 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "DELETE /v2.0/ports/d0c7deef-27d2-401e-a5d7-bebc4bf3be76 HTTP/1.1" status: 204 len: 173 time: 1.2707174 Apr 06 13:56:42.690612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e38cd-3fdb-48af-82b3-e309e57e98cc None None] New status for floating IP 666c79a2-c1c9-4b37-8442-269243ff6827: DOWN {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:56:42.716720 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-670489af-1fb4-478b-a050-253632f28162 req-54581951-4b29-48ee-98c3-3ebe0a9756de tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=f512dc23-9c22-4e96-a3f1-89ad917a9a94 HTTP/1.1" status: 200 len: 210 time: 0.0502415 Apr 06 13:56:42.760189 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:42.800761 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52300) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:42.893210 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d352e523-9f4c-4837-94a8-55758518a595 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (57bb54da-47c8-4f30-966e-db6ae877e71c), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.926442 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d352e523-9f4c-4837-94a8-55758518a595 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (57bb54da-47c8-4f30-966e-db6ae877e71c), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.974768 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d352e523-9f4c-4837-94a8-55758518a595 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (57bb54da-47c8-4f30-966e-db6ae877e71c), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.977725 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d352e523-9f4c-4837-94a8-55758518a595 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:42.978854 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d352e523-9f4c-4837-94a8-55758518a595 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "DELETE /v2.0/security-groups/57bb54da-47c8-4f30-966e-db6ae877e71c HTTP/1.1" status: 204 len: 168 time: 0.1768074 Apr 06 13:56:42.981781 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52302) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:42.988459 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352e523-9f4c-4837-94a8-55758518a595 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb54da-47c8-4f30-966e-db6ae877e71c,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:43.001845 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.api.v2.resource [None req-13a220cd-af0f-4bc3-aa32-31b041431ccc tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] show failed (client error): The resource could not be found. Apr 06 13:56:43.002924 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-13a220cd-af0f-4bc3-aa32-31b041431ccc tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups/57bb54da-47c8-4f30-966e-db6ae877e71c HTTP/1.1" status: 404 len: 347 time: 0.0195422 Apr 06 13:56:43.006115 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52304) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:43.122993 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:43.144959 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Deleting port e1806e01-bf8d-4421-908a-43bdbe24fe70 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:43.145592 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (e1806e01-bf8d-4421-908a-43bdbe24fe70), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.172989 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] Checking router: c836b5e4-e44a-4627-8a97-4231720c6837 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:56:43.189076 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:56:43.190252 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:43.264007 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (e1806e01-bf8d-4421-908a-43bdbe24fe70), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.264581 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (e1806e01-bf8d-4421-908a-43bdbe24fe70), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.291303 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Calling delete_port for e1806e01-bf8d-4421-908a-43bdbe24fe70 owned by network:floatingip {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:43.326275 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:56:43.424217 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (e1806e01-bf8d-4421-908a-43bdbe24fe70), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.455329 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'Port': ['ID=e1806e01-bf8d-4421-908a-43bdbe24fe70,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:43.481698 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (666c79a2-c1c9-4b37-8442-269243ff6827), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.484622 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.485879 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-8bd3823d-fcc1-4a49-a1fe-4e3f1d1e5cc0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "DELETE /v2.0/floatingips/666c79a2-c1c9-4b37-8442-269243ff6827 HTTP/1.1" status: 204 len: 168 time: 0.4787505 Apr 06 13:56:43.570808 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:43.596971 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9941d2-6a5a-4ea2-bb86-f1c8084bde4f None None] The sync data for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi is: [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:56:43.829460 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52318) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:43.830275 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885e509-40ef-42a0-aa5c-256a766e77b8 None None] New status for floating IP 87ac6d1e-e28e-4332-a0ad-59be63a752aa: DOWN {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:56:43.835880 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-84912ba0-a5dc-4d22-8be7-edf284a0c668 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443678283', 'description': 'tempest-description--650138375'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:43.836393 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52320) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:43.858112 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84912ba0-a5dc-4d22-8be7-edf284a0c668 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.868085 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-deleted', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:43.870947 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd0848f-c1c6-4b27-854c-94b348ee59e6" -d '{"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-deleted", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:43.904351 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0d5a39cf-e40d-43c1-b5a5-b2a49302e5e9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (a2da95ce-a483-49d4-bdda-4d45f465ac51), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.917053 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3520145-9b4b-41c5-9b7a-166d6cd26406 x-openstack-request-id: req-d3520145-9b4b-41c5-9b7a-166d6cd26406 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:43.917614 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f512dc23-9c22-4e96-a3f1-89ad917a9a94", "name": "network-vif-deleted", "tag": "d0c7deef-27d2-401e-a5d7-bebc4bf3be76", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:43.917936 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3520145-9b4b-41c5-9b7a-166d6cd26406 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:43.918397 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3520145-9b4b-41c5-9b7a-166d6cd26406'] response: {'server_uuid': 'f512dc23-9c22-4e96-a3f1-89ad917a9a94', 'name': 'network-vif-deleted', 'tag': 'd0c7deef-27d2-401e-a5d7-bebc4bf3be76', 'status': 'completed', 'code': 200} Apr 06 13:56:43.938381 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0d5a39cf-e40d-43c1-b5a5-b2a49302e5e9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (a2da95ce-a483-49d4-bdda-4d45f465ac51), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.948532 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84912ba0-a5dc-4d22-8be7-edf284a0c668 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (4d627838-8698-42a4-9f55-5047ad5ad865), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.953768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84912ba0-a5dc-4d22-8be7-edf284a0c668 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (4d627838-8698-42a4-9f55-5047ad5ad865), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.989297 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84912ba0-a5dc-4d22-8be7-edf284a0c668 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.993554 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-84912ba0-a5dc-4d22-8be7-edf284a0c668 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1592579 Apr 06 13:56:43.993554 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84912ba0-a5dc-4d22-8be7-edf284a0c668 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d627838-8698-42a4-9f55-5047ad5ad865,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:43.993783 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0d5a39cf-e40d-43c1-b5a5-b2a49302e5e9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (a2da95ce-a483-49d4-bdda-4d45f465ac51), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.995193 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0d5a39cf-e40d-43c1-b5a5-b2a49302e5e9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:43.995895 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52324) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:43.996373 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-0d5a39cf-e40d-43c1-b5a5-b2a49302e5e9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "DELETE /v2.0/security-groups/a2da95ce-a483-49d4-bdda-4d45f465ac51 HTTP/1.1" status: 204 len: 168 time: 0.1590052 Apr 06 13:56:44.000467 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52326) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:44.003515 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-61b11d04-18d7-4c53-a290-d574950657c4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group_rule': {'security_group_id': '4d627838-8698-42a4-9f55-5047ad5ad865', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:44.012352 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a39cf-e40d-43c1-b5a5-b2a49302e5e9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2da95ce-a483-49d4-bdda-4d45f465ac51,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:44.027886 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.api.v2.resource [None req-4fec6aa5-9c15-455f-ba5e-44362875d9be tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] show failed (client error): The resource could not be found. Apr 06 13:56:44.030425 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4fec6aa5-9c15-455f-ba5e-44362875d9be tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups/a2da95ce-a483-49d4-bdda-4d45f465ac51 HTTP/1.1" status: 404 len: 347 time: 0.0226846 Apr 06 13:56:44.034569 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52328) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:44.047373 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-61b11d04-18d7-4c53-a290-d574950657c4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (0c7ce823-aa2d-48ce-b420-d3c5cf45a304), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.107226 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-61b11d04-18d7-4c53-a290-d574950657c4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (0c7ce823-aa2d-48ce-b420-d3c5cf45a304), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.111734 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-61b11d04-18d7-4c53-a290-d574950657c4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (0c7ce823-aa2d-48ce-b420-d3c5cf45a304), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.129587 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b11d04-18d7-4c53-a290-d574950657c4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7ce823-aa2d-48ce-b420-d3c5cf45a304,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:44.139218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-61b11d04-18d7-4c53-a290-d574950657c4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.140316 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-61b11d04-18d7-4c53-a290-d574950657c4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406837 Apr 06 13:56:44.143225 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52330) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:44.148071 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-75e1dd58-7942-45cf-84d3-7b32fc0ebec4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group_rule': {'security_group_id': '4d627838-8698-42a4-9f55-5047ad5ad865', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:44.185985 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-75e1dd58-7942-45cf-84d3-7b32fc0ebec4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (caa34ebf-1756-4615-b755-1760a4ea81c5), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.190217 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Deleting port 1d962d56-96ff-4bf5-a5f9-3202d371743f {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:56:44.190540 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (1d962d56-96ff-4bf5-a5f9-3202d371743f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.305316 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (1d962d56-96ff-4bf5-a5f9-3202d371743f), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.305626 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (1d962d56-96ff-4bf5-a5f9-3202d371743f), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.309163 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-75e1dd58-7942-45cf-84d3-7b32fc0ebec4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (caa34ebf-1756-4615-b755-1760a4ea81c5), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.315899 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-75e1dd58-7942-45cf-84d3-7b32fc0ebec4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (caa34ebf-1756-4615-b755-1760a4ea81c5), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.335113 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Calling delete_port for 1d962d56-96ff-4bf5-a5f9-3202d371743f owned by network:floatingip {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:56:44.342842 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1dd58-7942-45cf-84d3-7b32fc0ebec4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa34ebf-1756-4615-b755-1760a4ea81c5,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:44.353368 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-75e1dd58-7942-45cf-84d3-7b32fc0ebec4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.354562 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-75e1dd58-7942-45cf-84d3-7b32fc0ebec4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2104352 Apr 06 13:56:44.359893 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52340) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:44.396261 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:44.435337 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.570798 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (1d962d56-96ff-4bf5-a5f9-3202d371743f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.613951 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event deleted for resources: {'Port': ['ID=1d962d56-96ff-4bf5-a5f9-3202d371743f,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:44.638657 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.640560 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (87ac6d1e-e28e-4332-a0ad-59be63a752aa), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.643185 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.644346 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-853e47f5-04f9-4a65-a085-e5a11b7c3a5f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "DELETE /v2.0/floatingips/87ac6d1e-e28e-4332-a0ad-59be63a752aa HTTP/1.1" status: 204 len: 168 time: 0.6087649 Apr 06 13:56:44.767808 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Allocated IP 172.27.3.113 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/b4e4cf53-43ac-474b-befa-db23ebd9b698) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:44.811648 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52356) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:44.816691 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-34559859-6df6-4c46-8e56-9b0c59344629 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148328751', 'description': 'tempest-description--455660606'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:44.821906 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-4468035b-cdf8-4e52-9231-aeb8cefdadac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.842610 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-34559859-6df6-4c46-8e56-9b0c59344629 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.885221 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (b4e4cf53-43ac-474b-befa-db23ebd9b698), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.917427 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-34559859-6df6-4c46-8e56-9b0c59344629 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (2e672a39-4250-4824-97da-cfd48fa111f8), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.923570 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-34559859-6df6-4c46-8e56-9b0c59344629 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (2e672a39-4250-4824-97da-cfd48fa111f8), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.926267 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (b4e4cf53-43ac-474b-befa-db23ebd9b698), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.943395 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-34559859-6df6-4c46-8e56-9b0c59344629 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:44.949197 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-34559859-6df6-4c46-8e56-9b0c59344629 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1325414 Apr 06 13:56:44.952314 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52358) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:44.957445 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-2c55bcac-63f8-4789-8aa4-1b0ad3414a43 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'security_group_rule': {'security_group_id': '2e672a39-4250-4824-97da-cfd48fa111f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:44.964097 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:44.969363 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:44.973549 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:56:44.990327 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=b4e4cf53-43ac-474b-befa-db23ebd9b698,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:44.993212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34559859-6df6-4c46-8e56-9b0c59344629 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e672a39-4250-4824-97da-cfd48fa111f8,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:45.013560 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2c55bcac-63f8-4789-8aa4-1b0ad3414a43 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (ecd69713-f002-4919-b14e-ad3a2d532ce0), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.035281 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.084813 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (b4e4cf53-43ac-474b-befa-db23ebd9b698), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.086730 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2c55bcac-63f8-4789-8aa4-1b0ad3414a43 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (ecd69713-f002-4919-b14e-ad3a2d532ce0), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.092251 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2c55bcac-63f8-4789-8aa4-1b0ad3414a43 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (ecd69713-f002-4919-b14e-ad3a2d532ce0), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.110859 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55bcac-63f8-4789-8aa4-1b0ad3414a43 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd69713-f002-4919-b14e-ad3a2d532ce0,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:45.123512 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2c55bcac-63f8-4789-8aa4-1b0ad3414a43 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.124923 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2c55bcac-63f8-4789-8aa4-1b0ad3414a43 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722319 Apr 06 13:56:45.129520 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52360) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:45.134684 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-ad1fb31c-900e-4fad-8efd-ac3e5b9445fa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'security_group_rule': {'security_group_id': '2e672a39-4250-4824-97da-cfd48fa111f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:45.160169 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ad1fb31c-900e-4fad-8efd-ac3e5b9445fa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (02e7d6e0-8b6a-4014-bd5a-0183734e5431), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.222283 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ad1fb31c-900e-4fad-8efd-ac3e5b9445fa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (02e7d6e0-8b6a-4014-bd5a-0183734e5431), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.227869 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ad1fb31c-900e-4fad-8efd-ac3e5b9445fa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (02e7d6e0-8b6a-4014-bd5a-0183734e5431), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.243398 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fb31c-900e-4fad-8efd-ac3e5b9445fa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e7d6e0-8b6a-4014-bd5a-0183734e5431,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:45.257865 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ad1fb31c-900e-4fad-8efd-ac3e5b9445fa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.259153 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-ad1fb31c-900e-4fad-8efd-ac3e5b9445fa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284220 Apr 06 13:56:45.263042 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52362) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:45.275961 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:45.284110 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (b4e4cf53-43ac-474b-befa-db23ebd9b698), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.290698 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (b4e4cf53-43ac-474b-befa-db23ebd9b698), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.328324 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.335868 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.363078 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=b4e4cf53-43ac-474b-befa-db23ebd9b698,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:45.395391 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.397770 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-50457999-5ca3-4711-8711-7038581f8502 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0367985 Apr 06 13:56:45.459584 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.578866 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.591622 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-8aebcb04-bf23-4520-b321-f7c33a89f688 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1443678283&fields=id&tenant_id=4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 267 time: 0.0828955 Apr 06 13:56:45.609792 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Allocated IP 172.27.3.145 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/5c251842-7161-4575-9a2d-56944e1cf84d) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:45.788857 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-1bddd9a5-0d0a-4812-b5eb-5562dbecacae tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:45.790550 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-1bddd9a5-0d0a-4812-b5eb-5562dbecacae tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 815 time: 0.1897228 Apr 06 13:56:45.817902 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-b9129199-2167-4da2-86a4-ed4c88ff45cf tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/quotas/4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 375 time: 0.0207512 Apr 06 13:56:45.836283 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for port (5c251842-7161-4575-9a2d-56944e1cf84d), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.904510 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-36007beb-c756-44ec-b6c7-905cb9368cab tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805190 Apr 06 13:56:45.906406 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (5c251842-7161-4575-9a2d-56944e1cf84d), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:45.989556 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:45.995455 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:46.003511 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:56:46.021463 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'Port': ['ID=5c251842-7161-4575-9a2d-56944e1cf84d,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:46.321917 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-f776ff7a-ba48-4681-9c97-34b8eee57de7 service neutron] 10.222.0.44 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877633 Apr 06 13:56:46.323020 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (e688017f-8215-491b-aa5b-7e41f4d6ed5c), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.409090 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (5c251842-7161-4575-9a2d-56944e1cf84d), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.475294 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-9bcef0ef-c442-4887-b8a2-540b7e517196 service neutron] 10.222.0.44 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458299 Apr 06 13:56:46.601325 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for port (5c251842-7161-4575-9a2d-56944e1cf84d), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.605386 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (5c251842-7161-4575-9a2d-56944e1cf84d), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.640355 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (e688017f-8215-491b-aa5b-7e41f4d6ed5c), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.680661 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-26a4ccab-cf63-4098-9b22-b55d5aeb5f38 req-28a9fb6e-96bd-4439-87df-2ba49348129a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 210 time: 0.0450506 Apr 06 13:56:46.685715 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'Port': ['ID=5c251842-7161-4575-9a2d-56944e1cf84d,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:46.696791 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.698066 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-8e2fce1b-7e06-4dfc-9644-40681d95320a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4340541 Apr 06 13:56:46.761529 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52390) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:46.818010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e31f8ee-b2f7-4467-8e44-45300b0e9f9d admin admin] Deleting subnet d944834b-26b8-41c2-aa75-20484ee6878d {{(pid=110042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:56:46.821499 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9e31f8ee-b2f7-4467-8e44-45300b0e9f9d admin admin] Publish callbacks [] for subnet (d944834b-26b8-41c2-aa75-20484ee6878d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.857997 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-e975fc79-324c-4898-a8ea-26d45e6f4ce8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--148328751&fields=id&tenant_id=873d3301e23f49a8b7126a8900344774 HTTP/1.1" status: 200 len: 267 time: 0.0497303 Apr 06 13:56:46.861856 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9e31f8ee-b2f7-4467-8e44-45300b0e9f9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-119305608'] for subnet (d944834b-26b8-41c2-aa75-20484ee6878d), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.901347 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9e31f8ee-b2f7-4467-8e44-45300b0e9f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (d944834b-26b8-41c2-aa75-20484ee6878d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.971772 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9e31f8ee-b2f7-4467-8e44-45300b0e9f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119505356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119144187'] for subnet (d944834b-26b8-41c2-aa75-20484ee6878d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.972554 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-1c208995-23a5-4a33-b743-9b17376e3706 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:46.974526 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-1c208995-23a5-4a33-b743-9b17376e3706 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 816 time: 0.1093862 Apr 06 13:56:46.984951 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9e31f8ee-b2f7-4467-8e44-45300b0e9f9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:46.989021 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9e31f8ee-b2f7-4467-8e44-45300b0e9f9d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d944834b-26b8-41c2-aa75-20484ee6878d HTTP/1.1" status: 204 len: 168 time: 0.2264397 Apr 06 13:56:46.992927 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52400) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:47.002714 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.007057 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31f8ee-b2f7-4467-8e44-45300b0e9f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d944834b-26b8-41c2-aa75-20484ee6878d,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:47.038208 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-68cb6657-f8e9-4ca3-a8ab-81106a688a0e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/quotas/873d3301e23f49a8b7126a8900344774 HTTP/1.1" status: 200 len: 375 time: 0.0577371 Apr 06 13:56:47.092124 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (a029af96-eca4-4831-af1b-b3faeb1c267f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.141119 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-93094bdb-1c88-4b8f-8ece-b84188ec8627 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923760 Apr 06 13:56:47.228032 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (a029af96-eca4-4831-af1b-b3faeb1c267f), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.254477 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.254800 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.255577 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.255900 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > port after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.256215 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.256536 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > port after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.256843 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.257175 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.257509 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.257823 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.350747 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.351092 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.351426 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.351743 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 13:56:47.352090 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a029af96-eca4-4831-af1b-b3faeb1c267f']}} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:47.373880 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63515e5-7a51-42e4-8451-23cc6fd60c48') {'for_net_delete': True} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:47.374169 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63515e5-7a51-42e4-8451-23cc6fd60c48') {} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:56:47.396967 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127665553'] for segment (f63515e5-7a51-42e4-8451-23cc6fd60c48), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.426016 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-c7b6e3c3-b67d-4797-85fb-19aa91ee816b service neutron] 10.222.0.44 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522178 Apr 06 13:56:47.426860 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (f63515e5-7a51-42e4-8451-23cc6fd60c48), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.441703 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=110043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:56:47.442080 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991052'] for segment (f63515e5-7a51-42e4-8451-23cc6fd60c48), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: from cryptography.utils import int_from_bytes Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: from cryptography.utils import int_from_bytes Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: Traceback (most recent call last): Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: timer() Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: cb(*args, **kw) Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: return func(*args, **kwargs) Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: self._notify() Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: self.callback(batched_events) Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: event.method(event) Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: return f(self, *a, **k) Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._get(url).json() Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: return self.request(url, 'GET', **kwargs) Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:56:47.450706 dv-cinder-836804-1-iscsi neutron-server[110043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:56:47.548520 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (a029af96-eca4-4831-af1b-b3faeb1c267f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.576414 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.579563 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a029af96-eca4-4831-af1b-b3faeb1c267f HTTP/1.1" status: 204 len: 168 time: 0.5856528 Apr 06 13:56:47.582588 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903df108-7e09-4b6b-b112-e94b9ecadad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a029af96-eca4-4831-af1b-b3faeb1c267f,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:47.587671 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-626d9606-5dc7-42d9-8c5f-34a52cdae003 service neutron] 10.222.0.44 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556590 Apr 06 13:56:47.735601 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52414) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:47.783828 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-74edf57d-915b-48a0-b720-7f75b00b1f69 req-fdb1f764-983a-4b78-b650-329de3357cdf tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 210 time: 0.0409136 Apr 06 13:56:47.801416 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-387c1d78-4db2-4713-afe1-760c795ea279 req-52081cde-9e5d-4e25-90ba-edace46bfd4b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 210 time: 0.0497196 Apr 06 13:56:47.825630 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d88f5cba-e661-4107-bcb7-1710e57c1947 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a65472f3684473a98e59adff157fb9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884736 Apr 06 13:56:47.828013 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52416) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:56:47.878808 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ad62bf4d-b9d6-4100-901f-15918ec0d7a2 admin admin] Publish callbacks [] for security_group (8cbc0be7-2591-4512-bac3-fd0bd8103f17), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.901519 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ad62bf4d-b9d6-4100-901f-15918ec0d7a2 admin admin] Publish callbacks [] for security_group (8cbc0be7-2591-4512-bac3-fd0bd8103f17), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.953928 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ad62bf4d-b9d6-4100-901f-15918ec0d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8cbc0be7-2591-4512-bac3-fd0bd8103f17), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.956618 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ad62bf4d-b9d6-4100-901f-15918ec0d7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:47.957786 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ad62bf4d-b9d6-4100-901f-15918ec0d7a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cbc0be7-2591-4512-bac3-fd0bd8103f17 HTTP/1.1" status: 204 len: 168 time: 0.1288779 Apr 06 13:56:47.965554 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62bf4d-b9d6-4100-901f-15918ec0d7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc0be7-2591-4512-bac3-fd0bd8103f17,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:48.444139 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:48.773062 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-70e4c2ac-075b-4b25-a1ef-496ac04d6c22 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:48.774576 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-70e4c2ac-075b-4b25-a1ef-496ac04d6c22 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 816 time: 0.1011846 Apr 06 13:56:48.837759 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-425f072d-8f59-4fb5-90b0-5d4fb6a6e99a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=873d3301e23f49a8b7126a8900344774 HTTP/1.1" status: 200 len: 379 time: 0.0544209 Apr 06 13:56:48.848215 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'port': {'device_id': '15b31672-275a-405f-9898-27e0512d560f', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'admin_state_up': True, 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'security_groups': ['2e672a39-4250-4824-97da-cfd48fa111f8']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:48.887832 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-17d10e36-26ee-402d-8df8-ff7b74cfb3c1 req-114ddfbd-7912-48f9-babd-a848ed0b7f78 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 210 time: 0.0341406 Apr 06 13:56:48.919303 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-98d21ab0-0a56-4c8c-b572-730afe73cfee req-0ae18cca-6dd3-45bd-9aa6-82435a4bcc39 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 210 time: 0.0291984 Apr 06 13:56:48.973726 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Made reservation on behalf of 873d3301e23f49a8b7126a8900344774 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:48.978694 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.129213 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Allocated IP 172.20.0.12 (ad99db9e-45ae-43ab-a010-181a9b580402/eb05a017-636f-4b83-ae3a-e0f649b3163c/87f6aba2-6cf8-4f04-bb11-357e57384bd6) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:49.281857 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.327815 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.374902 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Network ad99db9e-45ae-43ab-a010-181a9b580402 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:49.380509 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:49.384428 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:56:49.391031 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:49.438614 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:49.439371 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.459065 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-a74bb431-eb31-420b-9a4e-3f6180f4b7d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157033 Apr 06 13:56:49.472029 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Request body: {'port': {'device_id': '15b31672-275a-405f-9898-27e0512d560f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:49.533657 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.637435 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-60fef63a-451c-412b-8753-3c03a252f035 None None] Provisioning complete for port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:56:49.638036 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-60fef63a-451c-412b-8753-3c03a252f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.675770 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-60fef63a-451c-412b-8753-3c03a252f035 None None] Port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:56:49.800801 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f6aba2-6cf8-4f04-bb11-357e57384bd6 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:49.810422 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Publish callbacks [] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.824228 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Transition to ACTIVE for port object 87f6aba2-6cf8-4f04-bb11-357e57384bd6 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:56:49.830465 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:49.885413 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:49.986426 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-624216f4-80db-4da6-b2d3-96137791a99a req-393281db-e92f-4b32-ad71-9f325af68d34 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 210 time: 0.0460227 Apr 06 13:56:49.996394 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Attempting to bind port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:56:49.996932 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Attempting to bind port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:56:49.997447 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Attempting to bind port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 on network ad99db9e-45ae-43ab-a010-181a9b580402 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:56:50.002505 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 on network ad99db9e-45ae-43ab-a010-181a9b580402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:56:50.003170 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Attempting to bind port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 on network ad99db9e-45ae-43ab-a010-181a9b580402 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:56:50.014162 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:56:50.014681 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Checking segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:56:50.015279 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Bound using segment: {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:56:50.016091 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Bound port: 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a545fc-2a4f-4528-b24a-7914f5827ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:56:50.016406 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:50.075084 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4620b-3c09-4eb7-9c8e-e4b494d7f7d1 req-ada0194c-9e3d-47fa-9329-9e006cafa27a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:50.077088 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-49c4620b-3c09-4eb7-9c8e-e4b494d7f7d1 req-ada0194c-9e3d-47fa-9329-9e006cafa27a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.0624824 Apr 06 13:56:50.094956 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:56:50.098566 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:56:50.107496 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:50.138211 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-49c4620b-3c09-4eb7-9c8e-e4b494d7f7d1 req-6edf3ad5-8e3f-4584-aa80-eabaf3fcba63 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534780 Apr 06 13:56:50.142198 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:50.142922 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:50.144244 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] 10.222.0.41 "PUT /v2.0/ports/87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 200 len: 1094 time: 0.6775160 Apr 06 13:56:50.144681 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:50.146950 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d050918-c61d-486a-88ff-fb9e0229593b" -d '{"events": [{"name": "network-changed", "server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:50.205213 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ad9bb2-5c92-4abc-a598-582ff5a88ef9 x-openstack-request-id: req-79ad9bb2-5c92-4abc-a598-582ff5a88ef9 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:50.205586 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:50.205784 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79ad9bb2-5c92-4abc-a598-582ff5a88ef9 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:50.206206 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ad9bb2-5c92-4abc-a598-582ff5a88ef9'] response: {'name': 'network-changed', 'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'status': 'completed', 'code': 200} Apr 06 13:56:50.209552 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569ba26-943a-4023-bd92-b003eddec412 service neutron] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:50.257867 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-e3014512-c4a4-4011-a126-b5dd95902b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:50.259389 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-e3014512-c4a4-4011-a126-b5dd95902b14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 1128 time: 0.0455074 Apr 06 13:56:50.306514 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-b2043342-cf21-47e4-97af-b8fb31df258e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 200 len: 217 time: 0.0382111 Apr 06 13:56:50.359334 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-ca3c0e5c-b429-4171-9a14-d52ec811827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:50.360799 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-ca3c0e5c-b429-4171-9a14-d52ec811827f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.0488405 Apr 06 13:56:50.409894 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-ece0e708-6fc3-42a3-8c8e-45752a925af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:50.411417 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-ece0e708-6fc3-42a3-8c8e-45752a925af3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449455 Apr 06 13:56:50.505081 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-d86d427d-712b-4b9e-b544-45fc50f3b5ed service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865541 Apr 06 13:56:50.597929 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d60398e7-b855-44cb-8238-eb602bdd9778 req-caa7cda4-cf16-421c-8715-67148149b43a service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860188 Apr 06 13:56:51.075299 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f3e0679c-2810-4e50-a763-450296fe0421 req-01727691-d4df-4d91-85df-c17ae1536e95 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 210 time: 0.0278275 Apr 06 13:56:51.274347 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fc861-01e5-4ade-980c-1cc8ac413feb req-e028a06a-26a8-43b6-ab58-cfa488bbd33f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:51.275817 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e69fc861-01e5-4ade-980c-1cc8ac413feb req-e028a06a-26a8-43b6-ab58-cfa488bbd33f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.0526843 Apr 06 13:56:51.341091 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e69fc861-01e5-4ade-980c-1cc8ac413feb req-2e645944-621b-4131-b2de-e709e1350539 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559046 Apr 06 13:56:52.179246 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-09bc2777-32b0-43ae-b66b-60e108c92d6c req-3be5c2ab-66ca-4e40-ac23-54bad6f5b7a4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 210 time: 0.0307524 Apr 06 13:56:52.477454 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b32c4e-91e2-4444-8a82-d762ba8ae452 req-ad76e678-1e07-4de9-b4e1-b63d734758d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:52.478979 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-75b32c4e-91e2-4444-8a82-d762ba8ae452 req-ad76e678-1e07-4de9-b4e1-b63d734758d3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.0637302 Apr 06 13:56:52.527642 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-75b32c4e-91e2-4444-8a82-d762ba8ae452 req-b66dc8a8-f6e7-486c-9ff4-5a10d1aa1a4f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429509 Apr 06 13:56:52.945914 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d050918-c61d-486a-88ff-fb9e0229593b req-8216f35b-c3ac-4f79-87a7-87a6c5ab4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:52.947325 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6d050918-c61d-486a-88ff-fb9e0229593b req-8216f35b-c3ac-4f79-87a7-87a6c5ab4280 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 1128 time: 0.0537152 Apr 06 13:56:53.038569 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d050918-c61d-486a-88ff-fb9e0229593b req-9c018c3a-66db-4ac7-9061-43f14030e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:53.040031 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6d050918-c61d-486a-88ff-fb9e0229593b req-9c018c3a-66db-4ac7-9061-43f14030e9c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.0854094 Apr 06 13:56:53.086457 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6d050918-c61d-486a-88ff-fb9e0229593b req-51925de7-e446-4d8d-9085-65bb5aa72fe1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 200 len: 217 time: 0.0382690 Apr 06 13:56:53.138459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d050918-c61d-486a-88ff-fb9e0229593b req-a6daa932-711c-474f-85d6-77869e0baf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:53.139925 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6d050918-c61d-486a-88ff-fb9e0229593b req-a6daa932-711c-474f-85d6-77869e0baf57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.0459092 Apr 06 13:56:53.290869 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1e603022-f6e6-4e0e-a093-b3a813dea8d4 req-58ea0090-794c-46e0-bc00-4f3fe616d984 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 210 time: 0.0363607 Apr 06 13:56:53.466973 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d050918-c61d-486a-88ff-fb9e0229593b req-2402914d-be04-4ecd-a2cb-ad2ba1825390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:53.468421 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6d050918-c61d-486a-88ff-fb9e0229593b req-2402914d-be04-4ecd-a2cb-ad2ba1825390 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488062 Apr 06 13:56:53.644109 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6d050918-c61d-486a-88ff-fb9e0229593b req-43a78ecd-9afa-49a0-8adf-894ead8ac93c service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691029 Apr 06 13:56:53.656074 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-8e8f182a-2479-495e-bb67-88163dfa646b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:53.657608 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-8e8f182a-2479-495e-bb67-88163dfa646b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 815 time: 0.1358037 Apr 06 13:56:53.662424 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10e65d-32f2-4ab4-a106-4b9c263a559e req-9258c4be-078b-4f06-8fa5-a1d5eaa7f1b8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:53.663988 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e10e65d-32f2-4ab4-a106-4b9c263a559e req-9258c4be-078b-4f06-8fa5-a1d5eaa7f1b8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.0590949 Apr 06 13:56:53.729967 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e10e65d-32f2-4ab4-a106-4b9c263a559e req-579d468b-40ad-4a40-ad78-6e1a9d737d66 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587769 Apr 06 13:56:53.780462 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-9da68e1c-6d6f-4070-bff6-643122881a46 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 380 time: 0.1121309 Apr 06 13:56:53.796210 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6d050918-c61d-486a-88ff-fb9e0229593b req-ef10a32c-30fe-427b-9299-e48a784eb912 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375580 Apr 06 13:56:53.801475 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'port': {'device_id': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'admin_state_up': True, 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'security_groups': ['4d627838-8698-42a4-9f55-5047ad5ad865']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:53.913849 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Made reservation on behalf of 4a544e8275b2444c8378a5f0d4ea4409 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:56:53.917366 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.055222 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Allocated IP 172.20.0.7 (535bbf8b-fe20-44f2-8ee2-c569786c8987/444fe024-63b4-4bfc-97b4-651d622c6ad9/44e47b6b-cf71-47ac-97fd-714a9c9142bd) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:56:54.223367 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.267888 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.314182 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:56:54.320677 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:56:54.324529 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:56:54.331924 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=44e47b6b-cf71-47ac-97fd-714a9c9142bd,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:54.402499 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:54.403492 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.427669 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-96cb669d-47d5-4da1-b834-c0ca17ac3224 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6303468 Apr 06 13:56:54.429219 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:56:54.462938 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Request body: {'port': {'device_id': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:54.465633 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50b17a-aa7c-4200-b36a-e373fe767095 req-bf520a02-8b85-4c9e-9b65-c14c9046e2ab tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:54.467385 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8d50b17a-aa7c-4200-b36a-e373fe767095 req-bf520a02-8b85-4c9e-9b65-c14c9046e2ab tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 931 time: 0.0920007 Apr 06 13:56:54.536526 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8d50b17a-aa7c-4200-b36a-e373fe767095 req-415e653f-7713-4870-b552-9c3861e05caa tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566680 Apr 06 13:56:54.564986 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.579497 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:54.595668 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'port_id': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'mac_address': 'fa:16:3e:9e:24:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:56:54.636688 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:56:54.637596 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.651337 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f6aba2-6cf8-4f04-bb11-357e57384bd6 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:54.680325 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:54.686723 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.715133 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-ef559f22-d06a-4647-a029-1a3b5d271916 None None] Provisioning complete for port 44e47b6b-cf71-47ac-97fd-714a9c9142bd triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:56:54.715540 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ef559f22-d06a-4647-a029-1a3b5d271916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.774018 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:54.776340 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-ef559f22-d06a-4647-a029-1a3b5d271916 None None] Port 44e47b6b-cf71-47ac-97fd-714a9c9142bd cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:56:54.783930 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.784224 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.784591 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.784946 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.785950 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.785950 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.786239 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.786571 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.786900 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.787224 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.787555 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.788067 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.788562 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.789059 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.789416 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:56:54.879072 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e47b6b-cf71-47ac-97fd-714a9c9142bd {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:54.884585 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8228f70-4f27-4b32-8696-b3b02ecfab6a req-60ee0ca4-11de-4c2b-a8f1-ec04fd80b7ea tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:54.886136 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e8228f70-4f27-4b32-8696-b3b02ecfab6a req-60ee0ca4-11de-4c2b-a8f1-ec04fd80b7ea tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 945 time: 0.0577626 Apr 06 13:56:54.886921 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Publish callbacks [] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.899744 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Transition to ACTIVE for port object 44e47b6b-cf71-47ac-97fd-714a9c9142bd will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:56:54.904939 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:54.943831 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e8228f70-4f27-4b32-8696-b3b02ecfab6a req-934ce3b7-df96-4a20-ba8c-700c782dfdcc tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510705 Apr 06 13:56:54.977475 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Pushing event updated for resources: {'Port': ['ID=44e47b6b-cf71-47ac-97fd-714a9c9142bd,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:55.032606 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Attempting to bind port 44e47b6b-cf71-47ac-97fd-714a9c9142bd on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:56:55.032940 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Attempting to bind port 44e47b6b-cf71-47ac-97fd-714a9c9142bd by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:56:55.033647 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Attempting to bind port 44e47b6b-cf71-47ac-97fd-714a9c9142bd on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:56:55.038436 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Port 44e47b6b-cf71-47ac-97fd-714a9c9142bd on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:56:55.038759 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Attempting to bind port 44e47b6b-cf71-47ac-97fd-714a9c9142bd on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:56:55.044131 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:56:55.044466 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Checking segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:56:55.044847 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Bound using segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:56:55.045297 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Bound port: 44e47b6b-cf71-47ac-97fd-714a9c9142bd, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:56:55.045657 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:55.102871 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['87f6aba2-6cf8-4f04-bb11-357e57384bd6'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:56:55.119693 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] For port 44e47b6b-cf71-47ac-97fd-714a9c9142bd, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:56:55.123215 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] For port 44e47b6b-cf71-47ac-97fd-714a9c9142bd, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=44e47b6b-cf71-47ac-97fd-714a9c9142bd,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:56:55.132520 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:55.167172 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:55.167691 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:55.169064 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] 10.222.0.41 "PUT /v2.0/ports/44e47b6b-cf71-47ac-97fd-714a9c9142bd HTTP/1.1" status: 200 len: 1093 time: 0.7286391 Apr 06 13:56:55.171583 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'tag': '44e47b6b-cf71-47ac-97fd-714a9c9142bd'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:55.175371 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9a5cf8-06cf-48db-ade1-35907e310482" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5f3084-c2fc-4f81-bdef-59a567d87a11", "tag": "44e47b6b-cf71-47ac-97fd-714a9c9142bd"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:55.212549 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37890fe9-7e29-49d4-94c4-961ef49b3275 service neutron] Pushing event updated for resources: {'Port': ['ID=44e47b6b-cf71-47ac-97fd-714a9c9142bd,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:55.227330 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456246e5-0b5b-426d-8f6e-41a7bc6b956a x-openstack-request-id: req-456246e5-0b5b-426d-8f6e-41a7bc6b956a {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:55.227870 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5f3084-c2fc-4f81-bdef-59a567d87a11", "tag": "44e47b6b-cf71-47ac-97fd-714a9c9142bd", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:55.228291 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-456246e5-0b5b-426d-8f6e-41a7bc6b956a {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:55.228711 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456246e5-0b5b-426d-8f6e-41a7bc6b956a'] response: {'name': 'network-changed', 'server_uuid': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'tag': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'status': 'completed', 'code': 200} Apr 06 13:56:55.288799 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-ff615148-548f-4025-820e-fdf2edfc0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:55.291156 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-ff615148-548f-4025-820e-fdf2edfc0b45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 1127 time: 0.0545194 Apr 06 13:56:55.339203 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-5ba8b837-211b-481a-8cf5-938d5816e507 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e47b6b-cf71-47ac-97fd-714a9c9142bd HTTP/1.1" status: 200 len: 217 time: 0.0386512 Apr 06 13:56:55.390179 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-20fc9cc0-1ffe-46f7-b6bc-811396d3efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:55.391699 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-20fc9cc0-1ffe-46f7-b6bc-811396d3efc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.0460095 Apr 06 13:56:55.442541 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-e54ef370-d0cb-4519-bd8d-434cf10b259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:55.444097 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-e54ef370-d0cb-4519-bd8d-434cf10b259f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456059 Apr 06 13:56:55.539886 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-1c591890-3e41-40c3-8205-8bde23f41428 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877693 Apr 06 13:56:55.630059 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-28646ac9-28e3-4181-9425-0b5c7aa1915f req-8e4ff40c-edad-4e1a-b307-934a56ff5aca service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833881 Apr 06 13:56:55.658211 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b3f85-9a15-467b-879d-fdf935434332 req-fe668278-388f-4451-9140-06368f978ec8 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:55.660906 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-931b3f85-9a15-467b-879d-fdf935434332 req-fe668278-388f-4451-9140-06368f978ec8 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 943 time: 0.0546560 Apr 06 13:56:55.708918 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-931b3f85-9a15-467b-879d-fdf935434332 req-0a93e746-687e-46d5-86b3-9cb32e03ec5b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Apr 06 13:56:56.082661 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b69d4-8ff5-471a-9123-09a1755a053b req-f2b424ab-5037-41a4-b2c7-641d62b7c58f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:56.084689 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fa8b69d4-8ff5-471a-9123-09a1755a053b req-f2b424ab-5037-41a4-b2c7-641d62b7c58f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 945 time: 0.0622156 Apr 06 13:56:56.159307 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fa8b69d4-8ff5-471a-9123-09a1755a053b req-3c560a9a-5c5e-4391-bc77-72b822bbee09 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683606 Apr 06 13:56:56.454298 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:56:56.511921 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:56:56.515948 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:56:56.516327 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.604133 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:56:56.604551 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.628576 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:56:56.630892 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c30b4c2-4787-4751-a984-5f3c80b3dee8" -d '{"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-plugged", "status": "completed", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:56:56.644584 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:56.649812 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:56.707004 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:56.833682 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75b1f7-2586-4b8b-9016-82baf735bab2 req-2a7b4109-66f7-4e2e-b020-ee6cf008f2e3 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:56.835269 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3a75b1f7-2586-4b8b-9016-82baf735bab2 req-2a7b4109-66f7-4e2e-b020-ee6cf008f2e3 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 943 time: 0.0602515 Apr 06 13:56:56.859140 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7086afe2-2aae-4d34-a2e9-3df208096d5c x-openstack-request-id: req-7086afe2-2aae-4d34-a2e9-3df208096d5c {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:56:56.859454 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-plugged", "status": "completed", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:56:56.859707 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7086afe2-2aae-4d34-a2e9-3df208096d5c {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:56:56.860090 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7086afe2-2aae-4d34-a2e9-3df208096d5c'] response: {'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'code': 200} Apr 06 13:56:56.886173 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3a75b1f7-2586-4b8b-9016-82baf735bab2 req-14914197-41d3-4f3f-87e4-ae6bb63720e6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447807 Apr 06 13:56:57.290956 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098f83-1833-4bd1-8e1b-bf758c920935 req-8f3ec527-9f09-4163-bcdc-ddbf7e2c12c2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:57.292438 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1f098f83-1833-4bd1-8e1b-bf758c920935 req-8f3ec527-9f09-4163-bcdc-ddbf7e2c12c2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0579157 Apr 06 13:56:57.343136 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1f098f83-1833-4bd1-8e1b-bf758c920935 req-e54b7456-88d9-442a-a9c5-c665a55a7b2f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Apr 06 13:56:58.014998 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0a22-b05f-4f29-82a8-f760c78167fb req-f4f05b9f-5a36-4bfa-9ea7-503bafb13cc6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:58.016845 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-218f0a22-b05f-4f29-82a8-f760c78167fb req-f4f05b9f-5a36-4bfa-9ea7-503bafb13cc6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 943 time: 0.0528448 Apr 06 13:56:58.070565 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-218f0a22-b05f-4f29-82a8-f760c78167fb req-b93dce5a-9c47-41fe-92ab-508ff59e7273 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447910 Apr 06 13:56:58.229997 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-5ec9fe34-8ec5-4495-8ccb-7e646f4da8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:58.231393 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-5ec9fe34-8ec5-4495-8ccb-7e646f4da8e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 1127 time: 0.0522089 Apr 06 13:56:58.459681 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 44e47b6b-cf71-47ac-97fd-714a9c9142bd details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:56:58.480859 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a968b24-77e2-4373-b288-6456965c678c req-34ee1ff4-5fe6-43cd-ae64-dc0e3a8bbce4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:58.482918 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7a968b24-77e2-4373-b288-6456965c678c req-34ee1ff4-5fe6-43cd-ae64-dc0e3a8bbce4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0653574 Apr 06 13:56:58.534312 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7a968b24-77e2-4373-b288-6456965c678c req-e7fb3efd-9a53-46c1-a385-f7421d0a9c1d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449383 Apr 06 13:56:58.560498 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 44e47b6b-cf71-47ac-97fd-714a9c9142bd, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=44e47b6b-cf71-47ac-97fd-714a9c9142bd,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:58.573471 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'port_id': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'mac_address': 'fa:16:3e:4a:7d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:56:58.608172 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b8fa7-d00f-4c0f-96eb-c32b3085883f req-79f87c14-d853-4466-b785-fef0fed8e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:58.609765 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-376b8fa7-d00f-4c0f-96eb-c32b3085883f req-79f87c14-d853-4466-b785-fef0fed8e297 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 1130 time: 0.0723343 Apr 06 13:56:58.612479 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-33a1792a-d39a-4ba2-a5ff-0fa24be759e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:58.613855 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-33a1792a-d39a-4ba2-a5ff-0fa24be759e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 915 time: 0.3749814 Apr 06 13:56:58.614614 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 44e47b6b-cf71-47ac-97fd-714a9c9142bd is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:56:58.615026 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:58.628484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e47b6b-cf71-47ac-97fd-714a9c9142bd {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:56:58.648139 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 44e47b6b-cf71-47ac-97fd-714a9c9142bd, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=44e47b6b-cf71-47ac-97fd-714a9c9142bd,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:56:58.661824 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:56:58.673736 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-1b5acb3e-aa94-4e02-8be1-77a07af81cb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e47b6b-cf71-47ac-97fd-714a9c9142bd HTTP/1.1" status: 200 len: 217 time: 0.0471704 Apr 06 13:56:58.713063 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=44e47b6b-cf71-47ac-97fd-714a9c9142bd,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:56:58.727269 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-376b8fa7-d00f-4c0f-96eb-c32b3085883f req-da74e57a-2c2e-4b89-8e69-8ce97bc29459 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060688 Apr 06 13:56:58.741187 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-1fc9e9cc-2678-4631-9572-eba079d9f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:58.742584 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-1fc9e9cc-2678-4631-9572-eba079d9f643 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.0593064 Apr 06 13:56:59.089835 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['44e47b6b-cf71-47ac-97fd-714a9c9142bd'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:56:59.120859 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-f2a4d1d5-5716-4b60-b47f-8fc81b7f2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:59.122411 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-f2a4d1d5-5716-4b60-b47f-8fc81b7f2a52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516589 Apr 06 13:56:59.210945 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30b9b8-79ed-4b8f-b429-66125ad82d55 req-92b85057-289a-41ff-8931-638d012cb6c3 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:59.213860 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3a30b9b8-79ed-4b8f-b429-66125ad82d55 req-92b85057-289a-41ff-8931-638d012cb6c3 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 944 time: 0.0741508 Apr 06 13:56:59.233764 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-30b90a2a-f9b3-4d1d-9fb7-76c494eba800 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029127 Apr 06 13:56:59.263958 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3a30b9b8-79ed-4b8f-b429-66125ad82d55 req-0ae66f57-b977-4a23-887b-b693980145cf tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419178 Apr 06 13:56:59.322854 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4c9a5cf8-06cf-48db-ade1-35907e310482 req-4a138f13-6b22-4f57-a282-0402296a5e2e service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823939 Apr 06 13:56:59.670836 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd8c4f-1328-45b0-886f-c0ed61c81111 req-93401fe1-a43c-4197-9070-9d1d83717be1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:59.672350 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48cd8c4f-1328-45b0-886f-c0ed61c81111 req-93401fe1-a43c-4197-9070-9d1d83717be1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0630167 Apr 06 13:56:59.747662 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48cd8c4f-1328-45b0-886f-c0ed61c81111 req-5e36c2bf-c809-48dc-a035-c02a84dc7e0e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671616 Apr 06 13:56:59.767027 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-9a34027e-aab9-470c-85a7-7eefa6bd6406 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253494137&fields=id&tenant_id=1505ac4f27a045ac97e834e42ab5ee22 HTTP/1.1" status: 200 len: 267 time: 0.0697556 Apr 06 13:56:59.824629 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-5b8ea16d-e576-4f55-b5db-afaa7c8d8004 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:56:59.826117 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-5b8ea16d-e576-4f55-b5db-afaa7c8d8004 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 984 time: 0.0534627 Apr 06 13:56:59.836563 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Request body: {'port': {'security_groups': ['108c1aca-a993-405a-a1b0-1d8d7901243b']}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:56:59.918152 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.107225 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] For port 690ada15-1f4a-4595-afca-029ccf7e1ece, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=690ada15-1f4a-4595-afca-029ccf7e1ece,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:00.137164 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.143942 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991080'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.197877 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:00.197877 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.198323 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6ada551-c205-47d5-b802-1f8672cccc55 req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "PUT /v2.0/ports/690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 942 time: 0.3661237 Apr 06 13:57:00.198793 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:00.201280 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad252562-d9e4-4c00-99d8-6257a64576b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:00.208409 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52510) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:00.216445 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['690ada15-1f4a-4595-afca-029ccf7e1ece'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:00.245613 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa7464-15a1-4a63-986f-abbcc5069a26 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event updated for resources: {'Port': ['ID=690ada15-1f4a-4595-afca-029ccf7e1ece,revision_number=7']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:00.254491 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154dc144-746e-4132-9388-f84120e8b31d x-openstack-request-id: req-154dc144-746e-4132-9388-f84120e8b31d {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:00.254808 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:00.255038 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-154dc144-746e-4132-9388-f84120e8b31d {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:00.255892 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154dc144-746e-4132-9388-f84120e8b31d'] response: {'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'status': 'completed', 'code': 200} Apr 06 13:57:00.340821 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a002d070-0398-473d-8972-e16ff06f5536 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group (1407a58e-43ad-478d-8aea-dae2c9ffa74c), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.377498 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a002d070-0398-473d-8972-e16ff06f5536 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group (1407a58e-43ad-478d-8aea-dae2c9ffa74c), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.381489 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['690ada15-1f4a-4595-afca-029ccf7e1ece'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:00.390501 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-16e0510d-fc8d-40f3-88e9-0a94b82e6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:00.393439 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-16e0510d-fc8d-40f3-88e9-0a94b82e6a5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1129 time: 0.0984540 Apr 06 13:57:00.438400 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b54fe-71d3-4380-85fe-6ef89bbb1203 req-3538730e-4602-4f0b-8722-2f0bf094ec54 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:00.453795 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-163b54fe-71d3-4380-85fe-6ef89bbb1203 req-3538730e-4602-4f0b-8722-2f0bf094ec54 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 944 time: 0.1106231 Apr 06 13:57:00.461938 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a002d070-0398-473d-8972-e16ff06f5536 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (1407a58e-43ad-478d-8aea-dae2c9ffa74c), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.465049 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a002d070-0398-473d-8972-e16ff06f5536 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.469234 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52514) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:00.469534 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a002d070-0398-473d-8972-e16ff06f5536 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "DELETE /v2.0/security-groups/1407a58e-43ad-478d-8aea-dae2c9ffa74c HTTP/1.1" status: 204 len: 168 time: 0.2599323 Apr 06 13:57:00.481055 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002d070-0398-473d-8972-e16ff06f5536 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1407a58e-43ad-478d-8aea-dae2c9ffa74c,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:00.568317 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-163b54fe-71d3-4380-85fe-6ef89bbb1203 req-a1a7cf59-706c-4610-b805-2cb7cb6e877a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135421 Apr 06 13:57:00.580936 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 44e47b6b-cf71-47ac-97fd-714a9c9142bd up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:57:00.657692 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-1a235a5f-a026-46b3-8b59-ae953e16653a None None] Provisioning complete for port 690ada15-1f4a-4595-afca-029ccf7e1ece triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:00.658102 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1a235a5f-a026-46b3-8b59-ae953e16653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.674883 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Deleting port 11497801-3695-4a10-a1e4-d8e9b985e6cf {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:00.675208 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (11497801-3695-4a10-a1e4-d8e9b985e6cf), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.741004 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 44e47b6b-cf71-47ac-97fd-714a9c9142bd completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:57:00.754011 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (11497801-3695-4a10-a1e4-d8e9b985e6cf), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.754376 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for floatingip (11497801-3695-4a10-a1e4-d8e9b985e6cf), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.755752 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 44e47b6b-cf71-47ac-97fd-714a9c9142bd triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:57:00.756135 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.769849 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Calling delete_port for 11497801-3695-4a10-a1e4-d8e9b985e6cf owned by network:floatingip {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:00.849191 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-1a235a5f-a026-46b3-8b59-ae953e16653a None None] Current status of the port 690ada15-1f4a-4595-afca-029ccf7e1ece is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:00.926697 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 44e47b6b-cf71-47ac-97fd-714a9c9142bd is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:57:00.927097 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:00.931694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd31cf2-196b-49d2-86df-ad51036011bf req-5277f8f3-2dbf-46e4-95e7-e49b2fc129e6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:00.933212 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5fd31cf2-196b-49d2-86df-ad51036011bf req-5277f8f3-2dbf-46e4-95e7-e49b2fc129e6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1054881 Apr 06 13:57:00.973400 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 44e47b6b-cf71-47ac-97fd-714a9c9142bd, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=44e47b6b-cf71-47ac-97fd-714a9c9142bd,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:00.974401 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e47b6b-cf71-47ac-97fd-714a9c9142bd'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:00.977180 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10eea92-5d68-4a8a-8fde-5b9267fb05ef" -d '{"events": [{"server_uuid": "ed5f3084-c2fc-4f81-bdef-59a567d87a11", "name": "network-vif-plugged", "status": "completed", "tag": "44e47b6b-cf71-47ac-97fd-714a9c9142bd"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:00.984634 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.013107 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5fd31cf2-196b-49d2-86df-ad51036011bf req-23f85280-836b-4663-af44-e7d1565c055e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711472 Apr 06 13:57:01.024341 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-4c92c0ef-ec48-40b6-897e-35eb51eb52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:01.026525 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-4c92c0ef-ec48-40b6-897e-35eb51eb52d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 200 len: 913 time: 0.1309311 Apr 06 13:57:01.042907 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26211e8f-149d-4c23-9153-27e3b43d996f x-openstack-request-id: req-26211e8f-149d-4c23-9153-27e3b43d996f {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:01.043317 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5f3084-c2fc-4f81-bdef-59a567d87a11", "name": "network-vif-plugged", "status": "completed", "tag": "44e47b6b-cf71-47ac-97fd-714a9c9142bd", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:01.043582 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26211e8f-149d-4c23-9153-27e3b43d996f {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:01.043989 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26211e8f-149d-4c23-9153-27e3b43d996f'] response: {'server_uuid': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'code': 200} Apr 06 13:57:01.047014 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (11497801-3695-4a10-a1e4-d8e9b985e6cf), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.073108 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event deleted for resources: {'Port': ['ID=11497801-3695-4a10-a1e4-d8e9b985e6cf,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:01.084201 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-1474ba12-b1b9-4692-ba53-fe46030554b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 217 time: 0.0416837 Apr 06 13:57:01.090418 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=44e47b6b-cf71-47ac-97fd-714a9c9142bd,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:01.140965 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-efd392b4-c049-499c-9e6d-9e9f39abab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:01.142518 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-efd392b4-c049-499c-9e6d-9e9f39abab4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7020f5bc-fe98-49b5-af02-31b378dc6303 HTTP/1.1" status: 200 len: 852 time: 0.0454738 Apr 06 13:57:01.150734 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks [] for floatingip (b43350c4-b268-494e-9975-a17fbbd74e02), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.151302 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.l3_db [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Floating IP b43350c4-b268-494e-9975-a17fbbd74e02 disassociated (deleted). External IP: 172.27.3.173, port: 690ada15-1f4a-4595-afca-029ccf7e1ece. Apr 06 13:57:01.193202 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-35405b72-7014-4599-9530-6c38ee5201de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:01.195088 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-35405b72-7014-4599-9530-6c38ee5201de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e73198c-5929-44a6-99f2-b8c8806bacd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460684 Apr 06 13:57:01.317671 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8cf08-74cf-4058-92bb-8c1d6a8e7bf2 req-fa239a78-6cb7-46ab-a32f-8c5c5579d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:01.319218 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a4f8cf08-74cf-4058-92bb-8c1d6a8e7bf2 req-fa239a78-6cb7-46ab-a32f-8c5c5579d72f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 1129 time: 0.1067400 Apr 06 13:57:01.342654 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-56544ca5-201c-4cca-80db-1268cee82956 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287022 Apr 06 13:57:01.429870 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a4f8cf08-74cf-4058-92bb-8c1d6a8e7bf2 req-064a5322-5909-4818-afd4-20989edeec69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986395 Apr 06 13:57:01.463670 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ad252562-d9e4-4c00-99d8-6257a64576b0 req-316ce698-a889-4638-9e10-8e698f4d27a0 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123312 Apr 06 13:57:01.617018 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Router 71c01822-82ed-4f45-821a-29a2a2922ecd has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:01.767712 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bad09-d3d0-49dd-beab-2ecae25ee241 req-2dbe8dee-b25b-4dba-b1c8-664f46d61ea4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:01.769219 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e46bad09-d3d0-49dd-beab-2ecae25ee241 req-2dbe8dee-b25b-4dba-b1c8-664f46d61ea4 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.1087239 Apr 06 13:57:01.772224 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:01.777057 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:01.783001 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] Sync routers for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:01.795732 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:01.796418 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:01.825972 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ee95b741-6520-4876-ab93-3c8b6ab1e9b2 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "DELETE /v2.0/floatingips/b43350c4-b268-494e-9975-a17fbbd74e02 HTTP/1.1" status: 204 len: 168 time: 1.3554745 Apr 06 13:57:01.856787 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e46bad09-d3d0-49dd-beab-2ecae25ee241 req-d7438369-49b5-48f5-bc93-5845bcf88f86 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772448 Apr 06 13:57:01.953983 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:02.153082 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52f74d-d6af-4b60-a578-5b42d00174b1 req-22b828d3-6240-476d-8f6c-124dac0c9fc1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:02.154638 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5c52f74d-d6af-4b60-a578-5b42d00174b1 req-22b828d3-6240-476d-8f6c-124dac0c9fc1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0559552 Apr 06 13:57:02.180080 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:08Z', 'revision_number': 5, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:02.203580 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5c52f74d-d6af-4b60-a578-5b42d00174b1 req-a80acfa6-4d3a-49cb-9811-859ddee3a0f8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Apr 06 13:57:02.211565 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] Checking router: 71c01822-82ed-4f45-821a-29a2a2922ecd for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:02.220421 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:02.221048 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:02.256555 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:02.259521 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4882bf-ec99-401d-b937-873648a9f5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:02.336214 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad8ca5-58ea-416f-a07d-3ea986dd7cad req-d7fee45b-b604-4ec8-80e7-cf8b9b41d36f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:02.338103 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0aad8ca5-58ea-416f-a07d-3ea986dd7cad req-d7fee45b-b604-4ec8-80e7-cf8b9b41d36f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0596766 Apr 06 13:57:02.349375 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52544) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:02.355041 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Request body: {'floatingip': {'port_id': '87f6aba2-6cf8-4f04-bb11-357e57384bd6'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:02.368903 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:02.379768 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f774d403-4112-465d-a62b-5a9bbfdd5e05 x-openstack-request-id: req-f774d403-4112-465d-a62b-5a9bbfdd5e05 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:02.380068 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:02.380347 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f774d403-4112-465d-a62b-5a9bbfdd5e05 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:02.380772 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f774d403-4112-465d-a62b-5a9bbfdd5e05'] response: {'name': 'network-changed', 'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'status': 'completed', 'code': 200} Apr 06 13:57:02.410713 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (e688017f-8215-491b-aa5b-7e41f4d6ed5c), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:02.619627 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:08Z', 'revision_number': 5, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:02.666880 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b279bc4-74f2-44ae-9285-4d37c0a52d9f None None] The sync data for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi is: [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:52:01Z', 'revision_number': 4, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '67eac4bb-3d77-410c-bfde-754be5c08031', 'name': '', 'network_id': '9e73198c-5929-44a6-99f2-b8c8806bacd5', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'mac_address': 'fa:16:3e:56:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:59Z', 'updated_at': '2022-04-06T13:52:08Z', 'revision_number': 5, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'subnets': [{'id': '7020f5bc-fe98-49b5-af02-31b378dc6303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:02.826039 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-56fc1151-9085-4351-8699-bad9e5b30900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:02.827589 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-56fc1151-9085-4351-8699-bad9e5b30900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 1129 time: 0.1738153 Apr 06 13:57:02.961968 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a79f09-8022-477f-bcbf-d9f14ff13363 None None] New status for floating IP b43350c4-b268-494e-9975-a17fbbd74e02: DOWN {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:57:02.964876 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:02.972413 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (e688017f-8215-491b-aa5b-7e41f4d6ed5c), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:03.100875 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Floating IP e688017f-8215-491b-aa5b-7e41f4d6ed5c associated. External IP: 172.27.3.145, port: 87f6aba2-6cf8-4f04-bb11-357e57384bd6. Apr 06 13:57:03.186381 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da346fa8-36e2-4d61-a9e8-a92acaedf192 req-7940c2cc-dcbb-4691-bee7-f08001dfb60e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:03.186381 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-da346fa8-36e2-4d61-a9e8-a92acaedf192 req-7940c2cc-dcbb-4691-bee7-f08001dfb60e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.0684278 Apr 06 13:57:03.240429 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-da346fa8-36e2-4d61-a9e8-a92acaedf192 req-0f12e6be-02bd-4464-8b33-4308beab2908 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507457 Apr 06 13:57:03.404523 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-9688d16a-cc5d-41af-9417-ef8625893e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:03.406031 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-9688d16a-cc5d-41af-9417-ef8625893e1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 200 len: 913 time: 0.1387892 Apr 06 13:57:03.407721 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Router c836b5e4-e44a-4627-8a97-4231720c6837 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:03.526858 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:03.531594 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:03.537623 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] Sync routers for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:03.548198 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:03.548823 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:03.562927 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8ea8675d-eb98-49ab-a36d-bbc5b9eac7fd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "PUT /v2.0/floatingips/e688017f-8215-491b-aa5b-7e41f4d6ed5c HTTP/1.1" status: 200 len: 992 time: 1.2114992 Apr 06 13:57:03.563532 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:03.565783 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cf19a2-ef05-479b-aa62-56f09430a400" -d '{"events": [{"name": "network-changed", "server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:03.604580 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c760d-8752-48e1-b183-a5bf1be00a86 x-openstack-request-id: req-db3c760d-8752-48e1-b183-a5bf1be00a86 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:03.604882 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:03.605142 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db3c760d-8752-48e1-b183-a5bf1be00a86 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:03.605589 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3c760d-8752-48e1-b183-a5bf1be00a86'] response: {'name': 'network-changed', 'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'status': 'completed', 'code': 200} Apr 06 13:57:03.662027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:03.801881 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-bf38049e-72ce-4111-b0ae-bebe069ee26e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 200 len: 217 time: 0.0462551 Apr 06 13:57:03.833582 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-099c1bd3-9254-457e-84b8-3ba369ebe372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:03.835107 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-099c1bd3-9254-457e-84b8-3ba369ebe372 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 1130 time: 0.0735233 Apr 06 13:57:03.900789 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'e688017f-8215-491b-aa5b-7e41f4d6ed5c', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'port_id': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'mac_address': 'fa:16:3e:9e:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b31672-275a-405f-9898-27e0512d560f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:46Z', 'updated_at': '2022-04-06T13:57:02Z', 'revision_number': 1, 'project_id': '873d3301e23f49a8b7126a8900344774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:03.932017 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] Checking router: c836b5e4-e44a-4627-8a97-4231720c6837 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:03.940417 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:03.941028 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:03.972878 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-8b82c438-53c2-4701-84c0-907c688e0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:03.974478 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-8b82c438-53c2-4701-84c0-907c688e0eb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7020f5bc-fe98-49b5-af02-31b378dc6303 HTTP/1.1" status: 200 len: 852 time: 0.0951521 Apr 06 13:57:04.025026 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-13826fd9-774a-409c-928d-6390d6267752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:04.026610 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-13826fd9-774a-409c-928d-6390d6267752 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.1566598 Apr 06 13:57:04.056104 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:04.082654 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-4face53c-92dd-4442-8dc9-c33118f600e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:04.084220 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-4face53c-92dd-4442-8dc9-c33118f600e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e73198c-5929-44a6-99f2-b8c8806bacd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0990224 Apr 06 13:57:04.104246 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-56b17ada-dfaf-4103-9755-9f9cf9ca42dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 200 len: 1000 time: 0.0701373 Apr 06 13:57:04.373695 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea1019-c536-4b49-89c3-5d490a25858d req-70535a10-f515-4787-8434-1c1e1c9b6199 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:04.375153 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dcea1019-c536-4b49-89c3-5d490a25858d req-70535a10-f515-4787-8434-1c1e1c9b6199 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.0579538 Apr 06 13:57:04.424575 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dcea1019-c536-4b49-89c3-5d490a25858d req-b791ccc0-fd9b-4723-b513-ec7f8f69d641 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Apr 06 13:57:04.427822 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'e688017f-8215-491b-aa5b-7e41f4d6ed5c', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'port_id': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'mac_address': 'fa:16:3e:9e:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b31672-275a-405f-9898-27e0512d560f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:46Z', 'updated_at': '2022-04-06T13:57:02Z', 'revision_number': 1, 'project_id': '873d3301e23f49a8b7126a8900344774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:04.463942 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0fd2c-d6c6-4a8b-aa42-19136dc54aa3 None None] The sync data for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi is: [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'e688017f-8215-491b-aa5b-7e41f4d6ed5c', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'port_id': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'mac_address': 'fa:16:3e:9e:24:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b31672-275a-405f-9898-27e0512d560f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:46Z', 'updated_at': '2022-04-06T13:57:02Z', 'revision_number': 1, 'project_id': '873d3301e23f49a8b7126a8900344774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:04.538636 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-f1b418b4-2cab-4d97-964d-fe5a08defcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:04.540217 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-f1b418b4-2cab-4d97-964d-fe5a08defcb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.0890734 Apr 06 13:57:04.564856 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-81114ac0-021a-4631-a90f-229b82bf0e94 service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416690 Apr 06 13:57:04.576972 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963906-be99-47c5-b957-407b7dda1228 req-aee5b445-9f53-43b4-8c10-c71ce3c30744 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:04.578578 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ca963906-be99-47c5-b957-407b7dda1228 req-aee5b445-9f53-43b4-8c10-c71ce3c30744 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.0709541 Apr 06 13:57:04.587965 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52568) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:04.592695 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'floatingip': {'port_id': '44e47b6b-cf71-47ac-97fd-714a9c9142bd'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:57:04.698351 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:04.710640 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919aef1-0d11-45bb-b37e-e862bd5dcd05 None None] New status for floating IP e688017f-8215-491b-aa5b-7e41f4d6ed5c: ACTIVE {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:57:05.041200 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5716397-1572-43e3-a060-3608c559c869 req-f216eabb-08b8-4988-aa64-c8556fc4f306 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.042915 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e5716397-1572-43e3-a060-3608c559c869 req-f216eabb-08b8-4988-aa64-c8556fc4f306 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0576999 Apr 06 13:57:05.082154 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-25f170a4-8e7f-408b-9a03-c8c666003110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:05.083695 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-25f170a4-8e7f-408b-9a03-c8c666003110 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4555113 Apr 06 13:57:05.092717 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e5716397-1572-43e3-a060-3608c559c869 req-565079fb-fd70-4363-9e63-cf2f3dd379b5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439484 Apr 06 13:57:05.103515 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4d4882bf-ec99-401d-b937-873648a9f5ec req-1f5212a9-8ac3-4918-96a1-c0f2dd84100a service neutron] 10.222.0.41 "GET /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741297 Apr 06 13:57:05.293745 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-6e1f1134-af5b-4fc0-9e92-61100d0b19b3 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410267 Apr 06 13:57:05.490356 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:57:05.500878 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-92cf19a2-ef05-479b-aa62-56f09430a400 req-9234a743-abce-4cf9-8d88-e3b8a00e2b18 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798556 Apr 06 13:57:05.614041 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:05.619908 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:05.731374 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Floating IP 9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e associated. External IP: 172.27.3.113, port: 44e47b6b-cf71-47ac-97fd-714a9c9142bd. Apr 06 13:57:05.956543 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:06.071312 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:06.076126 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:06.083865 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:06.097210 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:06.097960 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:06.108336 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-e6f3e573-8f31-4a64-a715-a100dd74587e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "PUT /v2.0/floatingips/9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e HTTP/1.1" status: 200 len: 991 time: 1.5191104 Apr 06 13:57:06.109030 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'tag': '44e47b6b-cf71-47ac-97fd-714a9c9142bd'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:06.111318 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5f3084-c2fc-4f81-bdef-59a567d87a11", "tag": "44e47b6b-cf71-47ac-97fd-714a9c9142bd"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:06.160591 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d269d91-0833-4d4e-924f-203da8382eb8 x-openstack-request-id: req-5d269d91-0833-4d4e-924f-203da8382eb8 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:06.160889 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5f3084-c2fc-4f81-bdef-59a567d87a11", "tag": "44e47b6b-cf71-47ac-97fd-714a9c9142bd", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:06.161139 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d269d91-0833-4d4e-924f-203da8382eb8 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:06.162206 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d269d91-0833-4d4e-924f-203da8382eb8'] response: {'name': 'network-changed', 'server_uuid': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'tag': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'status': 'completed', 'code': 200} Apr 06 13:57:06.231909 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:06.239697 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-4acbfb34-992c-49f9-b84c-d696c0ccaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:06.239903 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903badfc-5781-463a-a198-81bcc4410cc6 req-13d3541b-1b40-4ea3-b43b-474fb5cf4922 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:06.241289 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-4acbfb34-992c-49f9-b84c-d696c0ccaca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 1129 time: 0.0559294 Apr 06 13:57:06.241449 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-903badfc-5781-463a-a198-81bcc4410cc6 req-13d3541b-1b40-4ea3-b43b-474fb5cf4922 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0648556 Apr 06 13:57:06.321492 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-903badfc-5781-463a-a198-81bcc4410cc6 req-2ec29246-092c-479f-9a2d-365111ebf1a7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737772 Apr 06 13:57:06.366971 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-42e26807-8840-469a-8bf3-10bb0789d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:06.368445 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-42e26807-8840-469a-8bf3-10bb0789d4c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 915 time: 0.1208637 Apr 06 13:57:06.442632 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-3931bf18-c429-4be3-b88b-2f0248b5a7ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e47b6b-cf71-47ac-97fd-714a9c9142bd HTTP/1.1" status: 200 len: 999 time: 0.0669405 Apr 06 13:57:06.483925 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:4a:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:44Z', 'updated_at': '2022-04-06T13:57:05Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:06.507230 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-0e48378d-fe72-4ff6-8c2d-d062a14dc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:06.508842 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-0e48378d-fe72-4ff6-8c2d-d062a14dc2bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.0562634 Apr 06 13:57:06.515855 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:06.525495 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:06.526122 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:06.572294 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-d17f751f-9392-468c-8927-435636acf23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:06.573769 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-d17f751f-9392-468c-8927-435636acf23a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586936 Apr 06 13:57:06.641016 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:06.673698 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-745bd5be-ba35-45ce-b70c-20a327560205 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935040 Apr 06 13:57:06.772118 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d1a318e0-8ccd-4111-87ed-2f2dbada4bd8 req-488db860-919b-4a54-a0f1-513d50d27408 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922499 Apr 06 13:57:06.828263 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d6eba-36c5-4488-bb99-ad8d43e85995 req-9d098ccf-b4ed-4a39-8e8d-7b735a73d82d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:06.829718 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ea4d6eba-36c5-4488-bb99-ad8d43e85995 req-9d098ccf-b4ed-4a39-8e8d-7b735a73d82d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0595500 Apr 06 13:57:06.876709 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ea4d6eba-36c5-4488-bb99-ad8d43e85995 req-560390f5-ee86-4faa-a6ba-34c9cf9c303d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Apr 06 13:57:06.899992 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:4a:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:44Z', 'updated_at': '2022-04-06T13:57:05Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:06.929734 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2419fe-ece9-4ad8-a5a8-ed71ed2b6c29 None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:4a:7d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:56:44Z', 'updated_at': '2022-04-06T13:57:05Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:07.157128 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881c4c8-4e24-4cb1-8c3e-6e8e6ed97efc None None] New status for floating IP 9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e: ACTIVE {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:57:07.451291 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630794c-f8f7-48a1-adc9-3240298f96c6 req-36f23525-37ac-4537-8848-3d77ae0c552d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:07.452772 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c630794c-f8f7-48a1-adc9-3240298f96c6 req-36f23525-37ac-4537-8848-3d77ae0c552d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0574887 Apr 06 13:57:07.498939 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c630794c-f8f7-48a1-adc9-3240298f96c6 req-9499b70d-e4df-4260-8aa1-9ffebb2dc88d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403233 Apr 06 13:57:07.998816 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596de99-5309-4faa-8b7b-8fffd0d3b68b req-1d174070-d813-4614-a247-61f12d84ac5d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:08.000361 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7596de99-5309-4faa-8b7b-8fffd0d3b68b req-1d174070-d813-4614-a247-61f12d84ac5d tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0540478 Apr 06 13:57:08.066289 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7596de99-5309-4faa-8b7b-8fffd0d3b68b req-078bf403-c7b5-4b40-8668-80e7eee15691 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Apr 06 13:57:08.608281 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:08.630331 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0735fb-5011-4319-8af0-4e00a97e6e1b req-996ad0bf-e769-4800-8518-8600d5a8900e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:08.631875 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ea0735fb-5011-4319-8af0-4e00a97e6e1b req-996ad0bf-e769-4800-8518-8600d5a8900e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0545821 Apr 06 13:57:08.687155 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ea0735fb-5011-4319-8af0-4e00a97e6e1b req-5ddb3d09-41dd-4ba7-ae7b-6cf89d291341 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495493 Apr 06 13:57:08.968481 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-1ea46e5f-16de-4469-901c-893e4adad767 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:08.969901 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-1ea46e5f-16de-4469-901c-893e4adad767 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0552530 Apr 06 13:57:09.071355 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Deleting port 690ada15-1f4a-4595-afca-029ccf7e1ece {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:09.071662 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:09.173104 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] For port 690ada15-1f4a-4595-afca-029ccf7e1ece, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=690ada15-1f4a-4595-afca-029ccf7e1ece,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:09.173518 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:09.186818 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Calling delete_port for 690ada15-1f4a-4595-afca-029ccf7e1ece owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:09.190238 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaf23b-f29d-4dad-917a-ab25a7f2e014 req-40e5c636-f19b-44e2-91bc-b71dd0b9670c tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:09.192606 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3fdaf23b-f29d-4dad-917a-ab25a7f2e014 req-40e5c636-f19b-44e2-91bc-b71dd0b9670c tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f29427d-81e5-498d-9525-24ed97f0c2c7 HTTP/1.1" status: 200 len: 945 time: 0.0564177 Apr 06 13:57:09.250499 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3fdaf23b-f29d-4dad-917a-ab25a7f2e014 req-a4a040e2-9568-4f38-97e4-cb75f50c8913 tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.44 "GET /v2.0/security-groups?id=108c1aca-a993-405a-a1b0-1d8d7901243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472786 Apr 06 13:57:09.333778 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (690ada15-1f4a-4595-afca-029ccf7e1ece), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:09.356761 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['690ada15-1f4a-4595-afca-029ccf7e1ece'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:09.401962 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Pushing event deleted for resources: {'Port': ['ID=690ada15-1f4a-4595-afca-029ccf7e1ece,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:09.440299 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] No DVR routers for this DVR port 690ada15-1f4a-4595-afca-029ccf7e1ece on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:09.442886 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:09.446409 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d2563ac6-278c-42a4-8f99-710ab0e783a7 req-9213e9c6-ad0b-4fd3-9a12-f1dfd539cddc tempest-TestMinimumBasicScenario-400186997 tempest-TestMinimumBasicScenario-400186997-project] 10.222.0.41 "DELETE /v2.0/ports/690ada15-1f4a-4595-afca-029ccf7e1ece HTTP/1.1" status: 204 len: 173 time: 0.4715250 Apr 06 13:57:09.451128 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'name': 'network-vif-deleted', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:09.452376 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef774f-e063-4565-849f-9236bd3dd309" -d '{"events": [{"server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "name": "network-vif-deleted", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:09.479232 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-3e6683a3-6331-4901-bfb2-eb64d6722d0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1288848 Apr 06 13:57:09.508505 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1a2f2c-2fd9-4d40-94ef-b4e76eb7a077 x-openstack-request-id: req-6e1a2f2c-2fd9-4d40-94ef-b4e76eb7a077 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:09.508919 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f29427d-81e5-498d-9525-24ed97f0c2c7", "name": "network-vif-deleted", "tag": "690ada15-1f4a-4595-afca-029ccf7e1ece", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:09.509065 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e1a2f2c-2fd9-4d40-94ef-b4e76eb7a077 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:09.509523 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1a2f2c-2fd9-4d40-94ef-b4e76eb7a077'] response: {'server_uuid': '9f29427d-81e5-498d-9525-24ed97f0c2c7', 'name': 'network-vif-deleted', 'tag': '690ada15-1f4a-4595-afca-029ccf7e1ece', 'status': 'completed', 'code': 200} Apr 06 13:57:09.565519 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-6a6779a0-b91d-4f86-9679-00898fc74160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:09.567296 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-6a6779a0-b91d-4f86-9679-00898fc74160 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755c0338ac804cb99d73687e61a866e6&device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 1129 time: 0.0483730 Apr 06 13:57:09.684698 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-6a509f6b-51c6-4c5e-8573-aa9b885505e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:09.686177 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-6a509f6b-51c6-4c5e-8573-aa9b885505e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 200 len: 919 time: 0.0912249 Apr 06 13:57:09.824286 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f12a7-c30d-4e99-8fd1-6eda4ccdc99f req-bf79a027-a355-4629-9c2a-6ff29869ab5a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:09.826474 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fb5f12a7-c30d-4e99-8fd1-6eda4ccdc99f req-bf79a027-a355-4629-9c2a-6ff29869ab5a tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0683329 Apr 06 13:57:09.883598 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fb5f12a7-c30d-4e99-8fd1-6eda4ccdc99f req-a2fb4a3c-f4b3-48f1-a3bc-85fde055de99 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511830 Apr 06 13:57:09.921816 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-e77a7f06-bf72-48b6-bb97-5ecc6a548bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=480134c2-bed3-47db-b21e-ec26df53896b HTTP/1.1" status: 200 len: 217 time: 0.0426931 Apr 06 13:57:09.982405 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-45b000c9-8500-4ddd-a8d6-56f82b991b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:09.983899 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-45b000c9-8500-4ddd-a8d6-56f82b991b0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 200 len: 858 time: 0.0544839 Apr 06 13:57:10.042619 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-3ec7bde3-b154-4f04-af05-c265d4117a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:10.044565 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-3ec7bde3-b154-4f04-af05-c265d4117a75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545564 Apr 06 13:57:10.147392 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-bfc98cf8-c3c5-4105-8852-1e22ff586d8c service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967550 Apr 06 13:57:10.250984 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d089dea7-4d2a-470d-af8d-2ed13c974ff5 req-b3060a71-41f1-4011-a7ce-aecb102b946e service neutron] 10.222.0.41 "GET /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969839 Apr 06 13:57:11.008041 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52662) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:11.022347 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f7cd-6910-4632-b6df-682dce46bc8d req-aa5b9253-46dc-4c37-996e-5a84caf0d6fd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:11.023903 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c043f7cd-6910-4632-b6df-682dce46bc8d req-aa5b9253-46dc-4c37-996e-5a84caf0d6fd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0639539 Apr 06 13:57:11.074512 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c043f7cd-6910-4632-b6df-682dce46bc8d req-4c52d22b-5ba8-4a26-8d1f-c7975be28d31 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436592 Apr 06 13:57:11.635334 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (71c01822-82ed-4f45-821a-29a2a2922ecd), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.217745 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204994b3-ad43-4095-a188-e7bf4464e9fb req-e22668b2-24f4-46b0-a6aa-b54a417372d7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:12.219364 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-204994b3-ad43-4095-a188-e7bf4464e9fb req-e22668b2-24f4-46b0-a6aa-b54a417372d7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0661745 Apr 06 13:57:12.263732 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Deleting port 67eac4bb-3d77-410c-bfde-754be5c08031 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:12.264314 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.269504 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-204994b3-ad43-4095-a188-e7bf4464e9fb req-68949693-78f3-4f89-9bcc-ec728889ed29 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Apr 06 13:57:12.345718 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-4eaed583-11bc-4911-83b8-a5fe21dbcff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.362391 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] For port 67eac4bb-3d77-410c-bfde-754be5c08031, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=67eac4bb-3d77-410c-bfde-754be5c08031,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:12.362908 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.383346 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Calling delete_port for 67eac4bb-3d77-410c-bfde-754be5c08031 owned by network:router_interface {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:12.545411 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 690ada15-1f4a-4595-afca-029ccf7e1ece no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:12.569110 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 690ada15-1f4a-4595-afca-029ccf7e1ece {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:12.569790 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 690ada15-1f4a-4595-afca-029ccf7e1ece not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:12.584139 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (67eac4bb-3d77-410c-bfde-754be5c08031), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:12.612664 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Pushing event deleted for resources: {'Port': ['ID=67eac4bb-3d77-410c-bfde-754be5c08031,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:12.793478 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (71c01822-82ed-4f45-821a-29a2a2922ecd), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.027804 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Router 71c01822-82ed-4f45-821a-29a2a2922ecd has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:13.147060 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:13.155039 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d96eaeef-be1d-46d8-80b3-71f2fb0932cd admin admin] 10.222.0.44 "PUT /v2.0/routers/71c01822-82ed-4f45-821a-29a2a2922ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1455042 Apr 06 13:57:13.159014 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52672) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:13.161904 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] Sync routers for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:13.175215 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:13.175868 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:13.282396 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks [] for router (71c01822-82ed-4f45-821a-29a2a2922ecd), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.288287 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:13.428164 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks [] for router_gateway (71c01822-82ed-4f45-821a-29a2a2922ecd), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.439857 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb8283-6be6-4f73-91f2-7b4ede81d8a4 req-74f056e4-cd52-4d4a-bcef-cd404faec4d4 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:13.441503 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-53eb8283-6be6-4f73-91f2-7b4ede81d8a4 req-74f056e4-cd52-4d4a-bcef-cd404faec4d4 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0796580 Apr 06 13:57:13.481899 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:57:12Z', 'revision_number': 5, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port': {'id': '833ccddd-ef52-4daa-9745-5526a70306c0', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:64:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:54Z', 'updated_at': '2022-04-06T13:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:13.514138 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] Checking router: 71c01822-82ed-4f45-821a-29a2a2922ecd for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:13.523668 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] Routers {'71c01822-82ed-4f45-821a-29a2a2922ecd'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:13.524302 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:56:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['71c01822-82ed-4f45-821a-29a2a2922ecd'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:13.524498 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-53eb8283-6be6-4f73-91f2-7b4ede81d8a4 req-2cd70162-9dbe-4945-b512-a68eb0764b2c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761316 Apr 06 13:57:13.537219 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Deleting port 833ccddd-ef52-4daa-9745-5526a70306c0 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:13.537491 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.622667 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] Set router 71c01822-82ed-4f45-821a-29a2a2922ecd gateway port host: None {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:13.622954 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] For port 833ccddd-ef52-4daa-9745-5526a70306c0, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=833ccddd-ef52-4daa-9745-5526a70306c0,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:13.623104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.636509 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Calling delete_port for 833ccddd-ef52-4daa-9745-5526a70306c0 owned by network:router_gateway {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:13.816473 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:57:13Z', 'revision_number': 6, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:13.842744 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8876d65b-f963-42e8-87a5-fb326e83ec71 None None] The sync data for ids ['71c01822-82ed-4f45-821a-29a2a2922ecd'] in dv-cinder-836804-1-iscsi is: [{'id': '71c01822-82ed-4f45-821a-29a2a2922ecd', 'name': 'tempest-TestMinimumBasicScenario-30864786-router', 'tenant_id': '1505ac4f27a045ac97e834e42ab5ee22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:53Z', 'updated_at': '2022-04-06T13:57:13Z', 'revision_number': 6, 'project_id': '1505ac4f27a045ac97e834e42ab5ee22', 'gw_port_host': None}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:13.850157 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (833ccddd-ef52-4daa-9745-5526a70306c0), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:13.889109 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Pushing event deleted for resources: {'Port': ['ID=833ccddd-ef52-4daa-9745-5526a70306c0,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:13.960439 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (71c01822-82ed-4f45-821a-29a2a2922ecd), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.071496 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (71c01822-82ed-4f45-821a-29a2a2922ecd), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.073955 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks [] for router_controller (71c01822-82ed-4f45-821a-29a2a2922ecd), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.146123 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (71c01822-82ed-4f45-821a-29a2a2922ecd), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.146708 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c01822-82ed-4f45-821a-29a2a2922ecd {{(pid=110043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:57:14.152536 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.154014 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-dd852679-ec9d-499a-9cbf-8a857d288820 admin admin] 10.222.0.44 "DELETE /v2.0/routers/71c01822-82ed-4f45-821a-29a2a2922ecd HTTP/1.1" status: 204 len: 168 time: 0.9934106 Apr 06 13:57:14.156800 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52676) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:14.220366 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e2e45b-eee8-4549-ba98-e3fea9f1cf18 admin admin] Deleting subnet 7020f5bc-fe98-49b5-af02-31b378dc6303 {{(pid=110042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:57:14.226317 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e45b-eee8-4549-ba98-e3fea9f1cf18 admin admin] Publish callbacks [] for subnet (7020f5bc-fe98-49b5-af02-31b378dc6303), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.272218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e45b-eee8-4549-ba98-e3fea9f1cf18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-119305608'] for subnet (7020f5bc-fe98-49b5-af02-31b378dc6303), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.392937 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e45b-eee8-4549-ba98-e3fea9f1cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (7020f5bc-fe98-49b5-af02-31b378dc6303), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.455780 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e45b-eee8-4549-ba98-e3fea9f1cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119505356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119144187'] for subnet (7020f5bc-fe98-49b5-af02-31b378dc6303), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.482042 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2e45b-eee8-4549-ba98-e3fea9f1cf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7020f5bc-fe98-49b5-af02-31b378dc6303,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:14.486090 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e45b-eee8-4549-ba98-e3fea9f1cf18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.492279 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d3e2e45b-eee8-4549-ba98-e3fea9f1cf18 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7020f5bc-fe98-49b5-af02-31b378dc6303 HTTP/1.1" status: 204 len: 168 time: 0.3312964 Apr 06 13:57:14.492407 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d531cc1-710b-479a-b469-8bb15c8aa01a None None] Network 9e73198c-5929-44a6-99f2-b8c8806bacd5 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:57:14.492848 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52678) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:14.581278 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (9e73198c-5929-44a6-99f2-b8c8806bacd5), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.643433 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Deleting port cba3086f-9f33-4e05-90a7-b5656809a4ee {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:14.643795 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.701507 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] DHCP port deletion for 9e73198c-5929-44a6-99f2-b8c8806bacd5 request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:57:14.701808 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581e983-1cde-4f99-8e32-f6accd9cb566 req-6b96ddc8-44f9-4e7b-9ae8-f4005c0a9216 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:14.708924 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f581e983-1cde-4f99-8e32-f6accd9cb566 req-6b96ddc8-44f9-4e7b-9ae8-f4005c0a9216 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0930998 Apr 06 13:57:14.725698 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] For port cba3086f-9f33-4e05-90a7-b5656809a4ee, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=cba3086f-9f33-4e05-90a7-b5656809a4ee,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:14.726043 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.741218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Calling delete_port for cba3086f-9f33-4e05-90a7-b5656809a4ee owned by network:dhcp {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:14.766368 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f581e983-1cde-4f99-8e32-f6accd9cb566 req-4c9f5ccc-1828-4089-bb76-4e13b4d447e7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563474 Apr 06 13:57:14.782857 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] Deleting port cba3086f-9f33-4e05-90a7-b5656809a4ee {{(pid=110044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:14.783231 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), before_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.834729 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.855053 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8b79-1bcd-45a5-a82d-ff4419749a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.862965 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba3086f-9f33-4e05-90a7-b5656809a4ee,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:14.863284 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] For port cba3086f-9f33-4e05-90a7-b5656809a4ee, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=cba3086f-9f33-4e05-90a7-b5656809a4ee,segment=NetworkSegment(7a25511b-3e21-42d7-93a7-53a553732732),segment_id=7a25511b-3e21-42d7-93a7-53a553732732)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:14.863649 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), precommit_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:14.867938 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] No DVR routers for this DVR port cba3086f-9f33-4e05-90a7-b5656809a4ee on host dv-cinder-836804-1-iscsi {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:14.883001 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] Calling delete_port for cba3086f-9f33-4e05-90a7-b5656809a4ee owned by network:dhcp {{(pid=110044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:14.969840 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (9e73198c-5929-44a6-99f2-b8c8806bacd5), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.001817 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e73198c-5929-44a6-99f2-b8c8806bacd5']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:15.016547 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a25511b-3e21-42d7-93a7-53a553732732') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:15.016547 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a25511b-3e21-42d7-93a7-53a553732732') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:15.026501 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (7a25511b-3e21-42d7-93a7-53a553732732), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.045043 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (7a25511b-3e21-42d7-93a7-53a553732732), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.045779 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (cba3086f-9f33-4e05-90a7-b5656809a4ee), after_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.055887 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:57:15.056591 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (7a25511b-3e21-42d7-93a7-53a553732732), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:57:15.058649 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:57:15.071899 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] Pushing event deleted for resources: {'Port': ['ID=cba3086f-9f33-4e05-90a7-b5656809a4ee,revision_number=None']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:15.077414 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c1dc4-a287-4555-a3e3-08ac5c754776 None None] No DVR routers for this DVR port cba3086f-9f33-4e05-90a7-b5656809a4ee on host dv-cinder-836804-1-iscsi {{(pid=110044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:15.123439 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (9e73198c-5929-44a6-99f2-b8c8806bacd5), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.132176 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.139357 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e73198c-5929-44a6-99f2-b8c8806bacd5 HTTP/1.1" status: 204 len: 168 time: 0.6414244 Apr 06 13:57:15.139802 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52682) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:15.148013 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c80b-f5f1-48d3-81bc-7451b6a83810 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e73198c-5929-44a6-99f2-b8c8806bacd5,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:15.211754 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 833ccddd-ef52-4daa-9745-5526a70306c0 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:15.236764 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 833ccddd-ef52-4daa-9745-5526a70306c0 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:15.237111 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 833ccddd-ef52-4daa-9745-5526a70306c0 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:15.237564 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 67eac4bb-3d77-410c-bfde-754be5c08031 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:15.263457 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 67eac4bb-3d77-410c-bfde-754be5c08031 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:15.263901 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 67eac4bb-3d77-410c-bfde-754be5c08031 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:15.265121 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device cba3086f-9f33-4e05-90a7-b5656809a4ee no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:15.292048 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: cba3086f-9f33-4e05-90a7-b5656809a4ee {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:15.292742 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device cba3086f-9f33-4e05-90a7-b5656809a4ee not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:15.584546 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:15.716242 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (b069b313-ed15-4b31-96e7-da53bd03ca7f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.225981 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fab8b0-0502-4aad-9f8e-c9a77a2a998d req-a29b8bd6-6d00-4deb-ae90-ce35922b0a9f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:16.227569 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b3fab8b0-0502-4aad-9f8e-c9a77a2a998d req-a29b8bd6-6d00-4deb-ae90-ce35922b0a9f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.3765428 Apr 06 13:57:16.318886 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b3fab8b0-0502-4aad-9f8e-c9a77a2a998d req-e86247bc-0595-44b2-bbe9-99fddb398215 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847435 Apr 06 13:57:16.407028 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Deleting port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:16.407776 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.541408 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] For port 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,segment=NetworkSegment(bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c),segment_id=bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:16.541822 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.585530 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Calling delete_port for 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 owned by network:router_interface {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:16.653235 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fb72a-474a-40b6-b03f-f138d44d51f1 req-0fbe9c02-fdeb-4e3b-8c9c-fe1b13f2255d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:16.654871 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4f5fb72a-474a-40b6-b03f-f138d44d51f1 req-0fbe9c02-fdeb-4e3b-8c9c-fe1b13f2255d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.1159613 Apr 06 13:57:16.705845 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-40b267d4-60e4-4a71-8b79-b35150937107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:16.707432 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-40b267d4-60e4-4a71-8b79-b35150937107 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 1129 time: 0.0491152 Apr 06 13:57:16.757975 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4f5fb72a-474a-40b6-b03f-f138d44d51f1 req-46e75143-df19-45f9-b41c-d11d8c20ac06 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959573 Apr 06 13:57:16.832008 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-abe1a966-6784-4100-91aa-f106ff4aa9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:16.833579 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-abe1a966-6784-4100-91aa-f106ff4aa9bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 909 time: 0.1113672 Apr 06 13:57:16.858202 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (1c064cc4-e359-4d50-a7eb-cf7e0dae03e4), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:16.891113 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c064cc4-e359-4d50-a7eb-cf7e0dae03e4,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:16.936404 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-2d779577-bc8b-4913-a58d-2c441cc3c004 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd HTTP/1.1" status: 200 len: 1000 time: 0.0961745 Apr 06 13:57:17.017400 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:17.028252 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-bf24d73e-f4d5-4c88-8c0b-5242a1f07cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:17.030667 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-bf24d73e-f4d5-4c88-8c0b-5242a1f07cab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 200 len: 848 time: 0.0862346 Apr 06 13:57:17.098272 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (b069b313-ed15-4b31-96e7-da53bd03ca7f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:17.103317 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-638f8c8b-7d6f-4e2c-a164-e5951a4e05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:17.105002 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-638f8c8b-7d6f-4e2c-a164-e5951a4e05d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dae22fb-f944-4482-ac15-d34f4276970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636544 Apr 06 13:57:17.250794 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-b6bf3e62-31dd-426d-b778-1c1b515809c2 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381607 Apr 06 13:57:17.368111 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ff30e7b3-692c-4398-9cec-d1aec0d072a7 req-bd634140-3a96-4e62-9573-216211a49105 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100335 Apr 06 13:57:17.411382 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Router b069b313-ed15-4b31-96e7-da53bd03ca7f has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:17.531805 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:17.539446 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f5d47262-ac4d-4427-87cb-c6911cfdac54 admin admin] 10.222.0.44 "PUT /v2.0/routers/b069b313-ed15-4b31-96e7-da53bd03ca7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3981619 Apr 06 13:57:17.542637 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52692) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:17.545670 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] Sync routers for ids ['b069b313-ed15-4b31-96e7-da53bd03ca7f'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:17.557361 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] Routers {'b069b313-ed15-4b31-96e7-da53bd03ca7f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:17.558172 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:57:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['b069b313-ed15-4b31-96e7-da53bd03ca7f'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:17.664653 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks [] for router (b069b313-ed15-4b31-96e7-da53bd03ca7f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:17.674002 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] Set router b069b313-ed15-4b31-96e7-da53bd03ca7f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:17.777484 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks [] for router_gateway (b069b313-ed15-4b31-96e7-da53bd03ca7f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:17.856910 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Deleting port be72a423-acfc-4153-a140-c3524ff6a58a {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:17.857290 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:17.975214 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:57:16Z', 'revision_number': 5, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port': {'id': 'be72a423-acfc-4153-a140-c3524ff6a58a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:52:07Z', 'updated_at': '2022-04-06T13:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:17.981613 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] For port be72a423-acfc-4153-a140-c3524ff6a58a, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=be72a423-acfc-4153-a140-c3524ff6a58a,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:17.981988 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:17.991293 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b808-63e8-4999-94eb-9fdc6ae13d5c req-15895cc3-b106-48ad-a092-a678fb124f60 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:17.993048 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cda1b808-63e8-4999-94eb-9fdc6ae13d5c req-15895cc3-b106-48ad-a092-a678fb124f60 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0969970 Apr 06 13:57:18.006654 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Calling delete_port for be72a423-acfc-4153-a140-c3524ff6a58a owned by network:router_gateway {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:18.007471 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] Checking router: b069b313-ed15-4b31-96e7-da53bd03ca7f for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:18.017324 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] Routers {'b069b313-ed15-4b31-96e7-da53bd03ca7f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:18.017980 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:57:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['b069b313-ed15-4b31-96e7-da53bd03ca7f'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:18.104111 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cda1b808-63e8-4999-94eb-9fdc6ae13d5c req-c7d80448-b78f-46a7-8f67-0802edeabec5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993402 Apr 06 13:57:18.115580 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] Set router b069b313-ed15-4b31-96e7-da53bd03ca7f gateway port host: None {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:18.184365 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:57:17Z', 'revision_number': 6, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:18.216921 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5c68e-f315-4872-a676-75d5003c2705 None None] The sync data for ids ['b069b313-ed15-4b31-96e7-da53bd03ca7f'] in dv-cinder-836804-1-iscsi is: [{'id': 'b069b313-ed15-4b31-96e7-da53bd03ca7f', 'name': 'tempest-TestMinimumBasicScenario-1197685642-router', 'tenant_id': '1126bb44083c485abe4199303f76b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:52:05Z', 'updated_at': '2022-04-06T13:57:17Z', 'revision_number': 6, 'project_id': '1126bb44083c485abe4199303f76b9fe', 'gw_port_host': None}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:18.240536 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (be72a423-acfc-4153-a140-c3524ff6a58a), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.284369 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Pushing event deleted for resources: {'Port': ['ID=be72a423-acfc-4153-a140-c3524ff6a58a,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:18.364233 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (b069b313-ed15-4b31-96e7-da53bd03ca7f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.458712 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.489476 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (b069b313-ed15-4b31-96e7-da53bd03ca7f), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.492492 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks [] for router_controller (b069b313-ed15-4b31-96e7-da53bd03ca7f), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.540489 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (b069b313-ed15-4b31-96e7-da53bd03ca7f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.544852 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b069b313-ed15-4b31-96e7-da53bd03ca7f {{(pid=110043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:57:18.550028 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.551970 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ff3a61d8-820e-45f1-87c8-9f599359da0e admin admin] 10.222.0.44 "DELETE /v2.0/routers/b069b313-ed15-4b31-96e7-da53bd03ca7f HTTP/1.1" status: 204 len: 168 time: 1.0078115 Apr 06 13:57:18.554638 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52696) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:18.613203 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab36ba96-9bbe-45e6-a4d6-5e07ac32efce admin admin] Deleting subnet e9a30920-cfcc-40fd-a72e-2333368293a9 {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:57:18.616903 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ab36ba96-9bbe-45e6-a4d6-5e07ac32efce admin admin] Publish callbacks [] for subnet (e9a30920-cfcc-40fd-a72e-2333368293a9), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.654379 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ab36ba96-9bbe-45e6-a4d6-5e07ac32efce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127665514'] for subnet (e9a30920-cfcc-40fd-a72e-2333368293a9), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.766559 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ab36ba96-9bbe-45e6-a4d6-5e07ac32efce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (e9a30920-cfcc-40fd-a72e-2333368293a9), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.825433 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ab36ba96-9bbe-45e6-a4d6-5e07ac32efce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125991142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127465718'] for subnet (e9a30920-cfcc-40fd-a72e-2333368293a9), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.852516 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36ba96-9bbe-45e6-a4d6-5e07ac32efce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a30920-cfcc-40fd-a72e-2333368293a9,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:18.857934 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ab36ba96-9bbe-45e6-a4d6-5e07ac32efce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:18.861903 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ab36ba96-9bbe-45e6-a4d6-5e07ac32efce admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e9a30920-cfcc-40fd-a72e-2333368293a9 HTTP/1.1" status: 204 len: 168 time: 0.3060262 Apr 06 13:57:18.863701 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573289c2-7f29-451a-ab8d-d3e2bb723a7f None None] Network 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:57:18.864492 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52700) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:18.951363 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (2029e235-ddb4-4a53-bd15-e8da5ed0bf4e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.022644 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Deleting port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:19.023057 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.053118 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] DHCP port deletion for 2029e235-ddb4-4a53-bd15-e8da5ed0bf4e request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:57:19.093998 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] For port 7dfd5be5-e70d-4eab-8bca-dada0e498f83, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=7dfd5be5-e70d-4eab-8bca-dada0e498f83,segment=NetworkSegment(bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c),segment_id=bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:19.094371 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.109947 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] Deleting port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 {{(pid=110044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:19.110173 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Calling delete_port for 7dfd5be5-e70d-4eab-8bca-dada0e498f83 owned by network:dhcp {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:19.110307 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), before_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.197626 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] For port 7dfd5be5-e70d-4eab-8bca-dada0e498f83, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=7dfd5be5-e70d-4eab-8bca-dada0e498f83,segment=NetworkSegment(bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c),segment_id=bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:19.198212 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), precommit_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.213419 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] Calling delete_port for 7dfd5be5-e70d-4eab-8bca-dada0e498f83 owned by network:dhcp {{(pid=110044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:19.228430 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.266099 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device be72a423-acfc-4153-a140-c3524ff6a58a no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:19.289484 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] No DVR routers for this DVR port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 on host dv-cinder-836804-1-iscsi {{(pid=110043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:19.294848 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: be72a423-acfc-4153-a140-c3524ff6a58a {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:19.295171 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device be72a423-acfc-4153-a140-c3524ff6a58a not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:19.295610 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 7dfd5be5-e70d-4eab-8bca-dada0e498f83 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:19.312114 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfd5be5-e70d-4eab-8bca-dada0e498f83,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:19.322833 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 7dfd5be5-e70d-4eab-8bca-dada0e498f83 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:19.323555 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 7dfd5be5-e70d-4eab-8bca-dada0e498f83 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:19.323943 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:19.352678 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:19.353038 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1c064cc4-e359-4d50-a7eb-cf7e0dae03e4 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:19.380430 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (7dfd5be5-e70d-4eab-8bca-dada0e498f83), after_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.410493 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (2029e235-ddb4-4a53-bd15-e8da5ed0bf4e), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.412229 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] Pushing event deleted for resources: {'Port': ['ID=7dfd5be5-e70d-4eab-8bca-dada0e498f83,revision_number=None']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:19.418806 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da104e-76e7-4b2b-a541-21058cb39995 None None] No DVR routers for this DVR port 7dfd5be5-e70d-4eab-8bca-dada0e498f83 on host dv-cinder-836804-1-iscsi {{(pid=110044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:19.433549 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8610e-bd36-48b0-8ea0-db7756dac273 req-633fb881-ff33-4456-97c7-92513794d1b8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:19.435151 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3af8610e-bd36-48b0-8ea0-db7756dac273 req-633fb881-ff33-4456-97c7-92513794d1b8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.1923079 Apr 06 13:57:19.462146 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2029e235-ddb4-4a53-bd15-e8da5ed0bf4e']}} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:19.476594 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c') {'for_net_delete': True} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:19.476894 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c') {} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:19.494994 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127665553'] for segment (bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.519042 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3af8610e-bd36-48b0-8ea0-db7756dac273 req-5281eee9-f302-4cab-a77f-9c3050326573 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775714 Apr 06 13:57:19.520029 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.527950 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=110043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:57:19.528374 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991052'] for segment (bdb9a1f8-b54f-4e6b-b3b8-3fa0ddcd724c), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: Traceback (most recent call last): Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: timer() Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: cb(*args, **kw) Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: return func(*args, **kwargs) Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: self._notify() Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: self.callback(batched_events) Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: event.method(event) Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: return f(self, *a, **k) Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._get(url).json() Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: return self.request(url, 'GET', **kwargs) Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:57:19.532405 dv-cinder-836804-1-iscsi neutron-server[110043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:57:19.599892 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (2029e235-ddb4-4a53-bd15-e8da5ed0bf4e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.606058 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.609395 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2029e235-ddb4-4a53-bd15-e8da5ed0bf4e HTTP/1.1" status: 204 len: 168 time: 0.7436736 Apr 06 13:57:19.622259 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a24a0-eef4-48fd-be97-367b9d0d7440 admin admin] Pushing event deleted for resources: {'Network': ['ID=2029e235-ddb4-4a53-bd15-e8da5ed0bf4e,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:19.744244 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52710) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:19.787577 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-28583b0c-6dda-4638-b37a-1127daca1d62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1505ac4f27a045ac97e834e42ab5ee22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419705 Apr 06 13:57:19.790176 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52712) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:19.840167 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa8a866f-5606-4500-974e-9b5654215e91 admin admin] Publish callbacks [] for security_group (108c1aca-a993-405a-a1b0-1d8d7901243b), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.864602 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa8a866f-5606-4500-974e-9b5654215e91 admin admin] Publish callbacks [] for security_group (108c1aca-a993-405a-a1b0-1d8d7901243b), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.923197 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa8a866f-5606-4500-974e-9b5654215e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (108c1aca-a993-405a-a1b0-1d8d7901243b), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.926098 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aa8a866f-5606-4500-974e-9b5654215e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:19.927346 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-aa8a866f-5606-4500-974e-9b5654215e91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/108c1aca-a993-405a-a1b0-1d8d7901243b HTTP/1.1" status: 204 len: 168 time: 0.1363125 Apr 06 13:57:19.936115 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a866f-5606-4500-974e-9b5654215e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108c1aca-a993-405a-a1b0-1d8d7901243b,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:20.298576 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52718) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:20.348411 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-34b43db9-d8de-4612-9883-8c15668eb9ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1126bb44083c485abe4199303f76b9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483937 Apr 06 13:57:20.350916 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52720) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:20.404167 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Publish callbacks [] for security_group (46ed453f-ced6-4a66-8015-bf51d5a9e676), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.438459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Publish callbacks [] for security_group (46ed453f-ced6-4a66-8015-bf51d5a9e676), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.516078 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (46ed453f-ced6-4a66-8015-bf51d5a9e676), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.519611 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:20.521795 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46ed453f-ced6-4a66-8015-bf51d5a9e676 HTTP/1.1" status: 204 len: 168 time: 0.1696651 Apr 06 13:57:20.533674 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ed453f-ced6-4a66-8015-bf51d5a9e676,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:20.542817 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.543161 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.543515 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.543868 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.544404 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.544675 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.545055 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.545370 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.545710 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.546044 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.546373 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.546701 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.547035 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.547359 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:20.547678 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb539153-ea53-441e-9c3f-2834ce97e7cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:29.255057 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc59be1-df38-4c76-a742-d28f5b05183d req-6ccc682c-799f-4089-8df3-9d0c87cc394c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:29.256623 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0dc59be1-df38-4c76-a742-d28f5b05183d req-6ccc682c-799f-4089-8df3-9d0c87cc394c tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0634298 Apr 06 13:57:29.313322 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0dc59be1-df38-4c76-a742-d28f5b05183d req-5b71caf4-f753-44dc-84b8-c7b65c9f778b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463295 Apr 06 13:57:30.452156 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e827f-878f-4145-8b88-c41556bb4dcf req-7b0d1a9c-1a78-4661-a694-d305ad7c4294 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:30.454941 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a50e827f-878f-4145-8b88-c41556bb4dcf req-7b0d1a9c-1a78-4661-a694-d305ad7c4294 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0674088 Apr 06 13:57:30.523844 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a50e827f-878f-4145-8b88-c41556bb4dcf req-aeff7688-80dd-4466-87de-9d6be41c61d8 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633669 Apr 06 13:57:31.703763 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8cfb5-1d60-4026-80a8-c4df8ca9c7f4 req-ada80aa2-7e52-4c5e-a392-88b1d4a68b93 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:31.706391 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59a8cfb5-1d60-4026-80a8-c4df8ca9c7f4 req-ada80aa2-7e52-4c5e-a392-88b1d4a68b93 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0884743 Apr 06 13:57:31.770852 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-59a8cfb5-1d60-4026-80a8-c4df8ca9c7f4 req-9564e2d2-0bae-462a-b4cd-a9a9f2f1d248 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582855 Apr 06 13:57:32.927180 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2d462-4295-456d-a56a-092ca87e2014 req-12edbc1c-150f-492b-a93a-c24d9bd206f2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:32.931196 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8ba2d462-4295-456d-a56a-092ca87e2014 req-12edbc1c-150f-492b-a93a-c24d9bd206f2 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0671258 Apr 06 13:57:33.010797 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8ba2d462-4295-456d-a56a-092ca87e2014 req-697f2480-23fc-4132-9ff5-54825a73ad4a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f8939e-0a3a-4ad0-8b26-be8c2276500d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733073 Apr 06 13:57:33.150218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-757ce7d2-52bb-4e0f-b80b-974cee23a7fc tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:33.152069 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-757ce7d2-52bb-4e0f-b80b-974cee23a7fc tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 945 time: 0.0717413 Apr 06 13:57:33.269795 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Deleting port dca92faa-e56c-4b52-b626-2927cc3e5ffe {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:33.270168 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:33.366708 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] For port dca92faa-e56c-4b52-b626-2927cc3e5ffe, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=dca92faa-e56c-4b52-b626-2927cc3e5ffe,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:33.367127 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:33.566923 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:33.567280 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (d134097c-88ce-453d-a7c2-b5ca8fb00847), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:33.567595 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Floating IP d134097c-88ce-453d-a7c2-b5ca8fb00847 disassociated. External IP: 172.27.3.7, port: dca92faa-e56c-4b52-b626-2927cc3e5ffe. Apr 06 13:57:33.567955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Calling delete_port for dca92faa-e56c-4b52-b626-2927cc3e5ffe owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:33.713814 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (dca92faa-e56c-4b52-b626-2927cc3e5ffe), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:33.752015 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event deleted for resources: {'Port': ['ID=dca92faa-e56c-4b52-b626-2927cc3e5ffe,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:33.878103 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Router 951d54b1-d350-4ed0-801a-9e621bd92c0e has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:34.128968 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7bbd4d7d-9b1f-4bdb-bc21-8cb253596fd4 req-32e9774f-cea5-4901-9f8d-5f34b47e52ac tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=d72898bc-2a53-4d17-a3e3-d47af83c136b HTTP/1.1" status: 200 len: 210 time: 0.0317729 Apr 06 13:57:34.277457 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:34.292078 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] Sync routers for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:34.303485 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:34.304027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:57:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:34.323536 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] No DVR routers for this DVR port dca92faa-e56c-4b52-b626-2927cc3e5ffe on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:34.326662 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:34.330096 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-463d40dd-c88a-47a6-85f8-ef0b69826702 req-59e48b47-fc07-4134-aa64-4a18b07692ce tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "DELETE /v2.0/ports/dca92faa-e56c-4b52-b626-2927cc3e5ffe HTTP/1.1" status: 204 len: 173 time: 1.1719203 Apr 06 13:57:34.330581 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'name': 'network-vif-deleted', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:34.333183 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1faefe6-e3c0-4ae6-8c3f-148366e5e8c3" -d '{"events": [{"server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "name": "network-vif-deleted", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:34.374615 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f96b5-caaa-4ef1-a425-3448470c492a x-openstack-request-id: req-b73f96b5-caaa-4ef1-a425-3448470c492a {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:34.375093 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72898bc-2a53-4d17-a3e3-d47af83c136b", "name": "network-vif-deleted", "tag": "dca92faa-e56c-4b52-b626-2927cc3e5ffe", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:34.375503 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b73f96b5-caaa-4ef1-a425-3448470c492a {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:34.376046 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73f96b5-caaa-4ef1-a425-3448470c492a'] response: {'server_uuid': 'd72898bc-2a53-4d17-a3e3-d47af83c136b', 'name': 'network-vif-deleted', 'tag': 'dca92faa-e56c-4b52-b626-2927cc3e5ffe', 'status': 'completed', 'code': 200} Apr 06 13:57:34.435969 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:34.659069 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:34.689048 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] Checking router: 951d54b1-d350-4ed0-801a-9e621bd92c0e for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:34.699291 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:34.700178 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:57:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:34.834830 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:35.043438 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:35.073292 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec5288-fc46-4042-b46c-31bffc9f298b None None] The sync data for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi is: [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:50:22Z', 'revision_number': 4, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'dd8142a8-4d7f-4504-986d-0cb3e673433e', 'name': '', 'network_id': 'ad475d33-2bdb-4b64-ba33-e4b6b36c66b0', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'mac_address': 'fa:16:3e:1d:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:21Z', 'updated_at': '2022-04-06T13:50:31Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'subnets': [{'id': '4fe86422-fd6d-4ce9-97ec-1d8350a3eb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:35.233884 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52764) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:35.292107 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group (72f8939e-0a3a-4ad0-8b26-be8c2276500d), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.307479 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c5728-4b96-4b9b-90d2-8520344db28b None None] New status for floating IP d134097c-88ce-453d-a7c2-b5ca8fb00847: DOWN {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:57:35.318593 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group (72f8939e-0a3a-4ad0-8b26-be8c2276500d), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.371930 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (72f8939e-0a3a-4ad0-8b26-be8c2276500d), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.374848 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.376334 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "DELETE /v2.0/security-groups/72f8939e-0a3a-4ad0-8b26-be8c2276500d HTTP/1.1" status: 204 len: 168 time: 0.1412640 Apr 06 13:57:35.378824 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52766) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:35.385493 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f8939e-0a3a-4ad0-8b26-be8c2276500d,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:35.393197 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.393902 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.394458 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.395023 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.395584 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.396130 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.396673 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.397437 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.397710 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.398047 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.398507 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.398843 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.399168 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.399500 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.399823 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93ae2fc-bb1b-4c62-86b5-e417b933236d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:57:35.399935 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.api.v2.resource [None req-f47c5e8e-1e83-4b84-9fc5-3bbda957de4d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] show failed (client error): The resource could not be found. Apr 06 13:57:35.403521 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f47c5e8e-1e83-4b84-9fc5-3bbda957de4d tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups/72f8939e-0a3a-4ad0-8b26-be8c2276500d HTTP/1.1" status: 404 len: 347 time: 0.0205774 Apr 06 13:57:35.403933 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52768) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:35.535829 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Deleting port f1fa1539-3007-4295-ab15-b9e33704f282 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:35.536173 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (f1fa1539-3007-4295-ab15-b9e33704f282), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.614257 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (f1fa1539-3007-4295-ab15-b9e33704f282), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.614544 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (f1fa1539-3007-4295-ab15-b9e33704f282), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.626022 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Calling delete_port for f1fa1539-3007-4295-ab15-b9e33704f282 owned by network:floatingip {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:35.766095 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (f1fa1539-3007-4295-ab15-b9e33704f282), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.793618 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event deleted for resources: {'Port': ['ID=f1fa1539-3007-4295-ab15-b9e33704f282,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:35.854572 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks [] for floatingip (d134097c-88ce-453d-a7c2-b5ca8fb00847), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.857398 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:35.858527 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-ac5d9a50-17bf-4733-aa0c-73f3b9ba8c9b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "DELETE /v2.0/floatingips/d134097c-88ce-453d-a7c2-b5ca8fb00847 HTTP/1.1" status: 204 len: 168 time: 0.4536548 Apr 06 13:57:36.722732 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device dca92faa-e56c-4b52-b626-2927cc3e5ffe no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:36.743145 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: dca92faa-e56c-4b52-b626-2927cc3e5ffe {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:36.743469 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device dca92faa-e56c-4b52-b626-2927cc3e5ffe not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:38.368005 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1b6a8-9ed4-411b-9b6e-245715aca1bc req-f3eae6b5-c749-49d5-9dbd-54f4a54f09cd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:38.369911 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cdf1b6a8-9ed4-411b-9b6e-245715aca1bc req-f3eae6b5-c749-49d5-9dbd-54f4a54f09cd tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.0548687 Apr 06 13:57:38.429063 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cdf1b6a8-9ed4-411b-9b6e-245715aca1bc req-4abac19a-2692-47cf-b9ed-d474ebdbd512 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515907 Apr 06 13:57:38.606381 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:39.060604 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-39ee71b8-97a7-4b19-9a34-634fc6a5936a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:39.062152 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-39ee71b8-97a7-4b19-9a34-634fc6a5936a tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 946 time: 0.0572150 Apr 06 13:57:39.175132 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Deleting port 6c71f015-7888-4f81-a097-e12433a6ef07 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:39.175681 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:39.269645 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] For port 6c71f015-7888-4f81-a097-e12433a6ef07, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6c71f015-7888-4f81-a097-e12433a6ef07,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:39.270095 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:39.285871 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Calling delete_port for 6c71f015-7888-4f81-a097-e12433a6ef07 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:39.418174 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (6c71f015-7888-4f81-a097-e12433a6ef07), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:39.433878 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['480134c2-bed3-47db-b21e-ec26df53896b', '6c71f015-7888-4f81-a097-e12433a6ef07'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:39.451516 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event deleted for resources: {'Port': ['ID=6c71f015-7888-4f81-a097-e12433a6ef07,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:39.503792 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] No DVR routers for this DVR port 6c71f015-7888-4f81-a097-e12433a6ef07 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:39.506653 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:39.510071 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ab39b5b8-7dff-44e1-b7fa-202738b40900 req-d0f77672-265b-42fc-ba22-d41f3c1feefe tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "DELETE /v2.0/ports/6c71f015-7888-4f81-a097-e12433a6ef07 HTTP/1.1" status: 204 len: 173 time: 0.4422367 Apr 06 13:57:39.510550 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f', 'name': 'network-vif-deleted', 'tag': '6c71f015-7888-4f81-a097-e12433a6ef07'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:39.512929 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2644645f-f335-40fe-800f-1c082316bf1a" -d '{"events": [{"server_uuid": "e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f", "name": "network-vif-deleted", "tag": "6c71f015-7888-4f81-a097-e12433a6ef07"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:39.541728 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5e512c52-49e5-437e-9c3e-cd09403678f1 req-b65ccb22-9ad6-48f1-b8fa-76bb90a73568 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f HTTP/1.1" status: 200 len: 210 time: 0.0299973 Apr 06 13:57:39.558447 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d6dc2-2f37-4a45-a004-e2877eee1eaa x-openstack-request-id: req-752d6dc2-2f37-4a45-a004-e2877eee1eaa {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:39.558883 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f", "name": "network-vif-deleted", "tag": "6c71f015-7888-4f81-a097-e12433a6ef07", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:39.559150 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-752d6dc2-2f37-4a45-a004-e2877eee1eaa {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:39.560771 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752d6dc2-2f37-4a45-a004-e2877eee1eaa'] response: {'server_uuid': 'e1d4b41d-6a37-4cf2-b77a-f0f27d6fc57f', 'name': 'network-vif-deleted', 'tag': '6c71f015-7888-4f81-a097-e12433a6ef07', 'status': 'completed', 'code': 200} Apr 06 13:57:40.857032 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb374975-7b3d-4558-afe3-969a69e43a01 req-a50fe1e0-a394-4d80-8edb-8ddf9a15238b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:40.858873 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cb374975-7b3d-4558-afe3-969a69e43a01 req-a50fe1e0-a394-4d80-8edb-8ddf9a15238b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0581067 Apr 06 13:57:40.917719 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cb374975-7b3d-4558-afe3-969a69e43a01 req-2b14b628-4cdc-430b-b340-a5298964e096 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Apr 06 13:57:42.055765 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167bc78-da6c-42e1-a129-51f4ede6e073 req-07eb1949-a9dc-4ae9-9dbf-15e62e5d9a55 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:42.057592 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9167bc78-da6c-42e1-a129-51f4ede6e073 req-07eb1949-a9dc-4ae9-9dbf-15e62e5d9a55 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0575097 Apr 06 13:57:42.114387 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9167bc78-da6c-42e1-a129-51f4ede6e073 req-ac9acaf9-6e6b-4904-bf7b-0dae150f5bf3 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/security-groups?id=94457acd-62d7-4906-8b22-212e40e77b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503206 Apr 06 13:57:42.352265 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-762f563b-970f-4b20-a154-ad5664d04e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:42.489884 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:57:42.559125 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-94547e92-4f24-4c7c-a4cc-8aac3a54978b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:57:42.560604 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-94547e92-4f24-4c7c-a4cc-8aac3a54978b tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 945 time: 0.0540931 Apr 06 13:57:42.665948 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Deleting port 480134c2-bed3-47db-b21e-ec26df53896b {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:42.666218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (480134c2-bed3-47db-b21e-ec26df53896b), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:42.751147 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 6c71f015-7888-4f81-a097-e12433a6ef07 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:42.768199 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] For port 480134c2-bed3-47db-b21e-ec26df53896b, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=480134c2-bed3-47db-b21e-ec26df53896b,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:42.768566 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (480134c2-bed3-47db-b21e-ec26df53896b), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:42.773202 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 6c71f015-7888-4f81-a097-e12433a6ef07 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:42.773685 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 6c71f015-7888-4f81-a097-e12433a6ef07 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:42.786905 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Calling delete_port for 480134c2-bed3-47db-b21e-ec26df53896b owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:42.942843 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (480134c2-bed3-47db-b21e-ec26df53896b), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:42.955290 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['480134c2-bed3-47db-b21e-ec26df53896b'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:57:42.973369 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Pushing event deleted for resources: {'Port': ['ID=480134c2-bed3-47db-b21e-ec26df53896b,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:43.016115 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] No DVR routers for this DVR port 480134c2-bed3-47db-b21e-ec26df53896b on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:43.018846 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:43.022209 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d0e12d42-0a4b-4d54-972d-f0f102d1e5a6 req-7934a62c-3b6f-4160-895b-fe5701cb3939 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.41 "DELETE /v2.0/ports/480134c2-bed3-47db-b21e-ec26df53896b HTTP/1.1" status: 204 len: 173 time: 0.4545555 Apr 06 13:57:43.022678 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5607c4ff-ee84-4f4b-8146-52897126cca0', 'name': 'network-vif-deleted', 'tag': '480134c2-bed3-47db-b21e-ec26df53896b'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:57:43.024956 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34df2a6-3aef-4012-a443-5c2c779fec9e" -d '{"events": [{"server_uuid": "5607c4ff-ee84-4f4b-8146-52897126cca0", "name": "network-vif-deleted", "tag": "480134c2-bed3-47db-b21e-ec26df53896b"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:57:43.065240 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b14ae09-be1a-4f2a-b7c4-9fc73332f86c x-openstack-request-id: req-2b14ae09-be1a-4f2a-b7c4-9fc73332f86c {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:57:43.065517 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5607c4ff-ee84-4f4b-8146-52897126cca0", "name": "network-vif-deleted", "tag": "480134c2-bed3-47db-b21e-ec26df53896b", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:57:43.065803 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b14ae09-be1a-4f2a-b7c4-9fc73332f86c {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:57:43.066183 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b14ae09-be1a-4f2a-b7c4-9fc73332f86c'] response: {'server_uuid': '5607c4ff-ee84-4f4b-8146-52897126cca0', 'name': 'network-vif-deleted', 'tag': '480134c2-bed3-47db-b21e-ec26df53896b', 'status': 'completed', 'code': 200} Apr 06 13:57:43.242077 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9f804f03-9636-4ae6-890d-47b55872bcf8 req-ac4b0669-763f-43c4-b047-dd2bb4755bd4 tempest-ServerRescueNegativeTestJSON-978726996 tempest-ServerRescueNegativeTestJSON-978726996-project] 10.222.0.44 "GET /v2.0/ports?device_id=5607c4ff-ee84-4f4b-8146-52897126cca0 HTTP/1.1" status: 200 len: 210 time: 0.0347602 Apr 06 13:57:44.307330 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52810) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:44.830706 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b254977f-e04c-44dc-a040-2de203f2b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:45.195606 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (951d54b1-d350-4ed0-801a-9e621bd92c0e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:45.476846 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Deleting port dd8142a8-4d7f-4504-986d-0cb3e673433e {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:45.477629 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:45.559596 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] For port dd8142a8-4d7f-4504-986d-0cb3e673433e, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=dd8142a8-4d7f-4504-986d-0cb3e673433e,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:45.559969 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:45.576795 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Calling delete_port for dd8142a8-4d7f-4504-986d-0cb3e673433e owned by network:router_interface {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:45.585989 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:45.787078 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (dd8142a8-4d7f-4504-986d-0cb3e673433e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:45.816652 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8142a8-4d7f-4504-986d-0cb3e673433e,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:46.025960 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (951d54b1-d350-4ed0-801a-9e621bd92c0e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:46.268494 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Router 951d54b1-d350-4ed0-801a-9e621bd92c0e has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:57:46.393198 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:57:46.398475 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-859b1964-8420-4721-bb2d-3b5974eee761 admin admin] 10.222.0.44 "PUT /v2.0/routers/951d54b1-d350-4ed0-801a-9e621bd92c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897636 Apr 06 13:57:46.401444 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52816) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:46.402622 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728966a-a568-47a8-af03-9bf026703599 None None] Sync routers for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:57:46.413888 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728966a-a568-47a8-af03-9bf026703599 None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:46.414502 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e728966a-a568-47a8-af03-9bf026703599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:57:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:46.525811 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks [] for router (951d54b1-d350-4ed0-801a-9e621bd92c0e), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:46.642916 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks [] for router_gateway (951d54b1-d350-4ed0-801a-9e621bd92c0e), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:46.659470 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-e728966a-a568-47a8-af03-9bf026703599 None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:46.710335 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Deleting port e3fb1401-d261-480d-8579-1fd9bc3a11c3 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:46.710684 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:46.783744 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 480134c2-bed3-47db-b21e-ec26df53896b no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:46.791453 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] For port e3fb1401-d261-480d-8579-1fd9bc3a11c3, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=e3fb1401-d261-480d-8579-1fd9bc3a11c3,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:46.791818 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:46.804661 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Calling delete_port for e3fb1401-d261-480d-8579-1fd9bc3a11c3 owned by network:router_gateway {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:46.813516 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 480134c2-bed3-47db-b21e-ec26df53896b {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:46.813846 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 480134c2-bed3-47db-b21e-ec26df53896b not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:46.872793 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e728966a-a568-47a8-af03-9bf026703599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:57:45Z', 'revision_number': 5, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port': {'id': 'e3fb1401-d261-480d-8579-1fd9bc3a11c3', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:15Z', 'updated_at': '2022-04-06T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:46.907302 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728966a-a568-47a8-af03-9bf026703599 None None] Checking router: 951d54b1-d350-4ed0-801a-9e621bd92c0e for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:57:46.916247 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728966a-a568-47a8-af03-9bf026703599 None None] Routers {'951d54b1-d350-4ed0-801a-9e621bd92c0e'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:57:46.916796 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e728966a-a568-47a8-af03-9bf026703599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:57:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['951d54b1-d350-4ed0-801a-9e621bd92c0e'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:46.993552 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (e3fb1401-d261-480d-8579-1fd9bc3a11c3), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.024199 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.025710 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-e728966a-a568-47a8-af03-9bf026703599 None None] Set router 951d54b1-d350-4ed0-801a-9e621bd92c0e gateway port host: None {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:57:47.031769 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fb1401-d261-480d-8579-1fd9bc3a11c3,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:47.087797 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e728966a-a568-47a8-af03-9bf026703599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:57:46Z', 'revision_number': 6, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:47.097196 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (951d54b1-d350-4ed0-801a-9e621bd92c0e), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.135764 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728966a-a568-47a8-af03-9bf026703599 None None] The sync data for ids ['951d54b1-d350-4ed0-801a-9e621bd92c0e'] in dv-cinder-836804-1-iscsi is: [{'id': '951d54b1-d350-4ed0-801a-9e621bd92c0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1247494033-router', 'tenant_id': '755c0338ac804cb99d73687e61a866e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:13Z', 'updated_at': '2022-04-06T13:57:46Z', 'revision_number': 6, 'project_id': '755c0338ac804cb99d73687e61a866e6', 'gw_port_host': None}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:57:47.218530 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (951d54b1-d350-4ed0-801a-9e621bd92c0e), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.222725 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks [] for router_controller (951d54b1-d350-4ed0-801a-9e621bd92c0e), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.313871 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (951d54b1-d350-4ed0-801a-9e621bd92c0e), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.314809 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 951d54b1-d350-4ed0-801a-9e621bd92c0e {{(pid=110042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:57:47.322872 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.324870 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-c8e56dae-095a-4159-898e-abefaccbd443 admin admin] 10.222.0.44 "DELETE /v2.0/routers/951d54b1-d350-4ed0-801a-9e621bd92c0e HTTP/1.1" status: 204 len: 168 time: 0.9221427 Apr 06 13:57:47.327514 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52820) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:47.374948 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df478c0-f10d-4959-9d9d-8a929973464a admin admin] Deleting subnet 4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 {{(pid=110042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:57:47.378839 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5df478c0-f10d-4959-9d9d-8a929973464a admin admin] Publish callbacks [] for subnet (4fe86422-fd6d-4ce9-97ec-1d8350a3eb23), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.415237 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5df478c0-f10d-4959-9d9d-8a929973464a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-119305608'] for subnet (4fe86422-fd6d-4ce9-97ec-1d8350a3eb23), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.518012 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5df478c0-f10d-4959-9d9d-8a929973464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (4fe86422-fd6d-4ce9-97ec-1d8350a3eb23), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.588979 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5df478c0-f10d-4959-9d9d-8a929973464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119505356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119144187'] for subnet (4fe86422-fd6d-4ce9-97ec-1d8350a3eb23), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.619720 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df478c0-f10d-4959-9d9d-8a929973464a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe86422-fd6d-4ce9-97ec-1d8350a3eb23,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:47.621759 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5df478c0-f10d-4959-9d9d-8a929973464a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.624993 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5df478c0-f10d-4959-9d9d-8a929973464a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4fe86422-fd6d-4ce9-97ec-1d8350a3eb23 HTTP/1.1" status: 204 len: 168 time: 0.2962558 Apr 06 13:57:47.627525 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52822) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:47.631596 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8b626-e276-4695-babd-72a852cc0321 None None] Network ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:57:47.705362 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.763174 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Deleting port 80e48018-0368-485c-9e99-b6b8f2c7404b {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:57:47.763533 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.834305 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] For port 80e48018-0368-485c-9e99-b6b8f2c7404b, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=80e48018-0368-485c-9e99-b6b8f2c7404b,segment=NetworkSegment(5880c140-ac66-4b3d-87ce-72fa8840d84e),segment_id=5880c140-ac66-4b3d-87ce-72fa8840d84e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:57:47.834675 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.847837 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Calling delete_port for 80e48018-0368-485c-9e99-b6b8f2c7404b owned by network:dhcp {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:57:47.936367 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (80e48018-0368-485c-9e99-b6b8f2c7404b), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:47.964843 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e48018-0368-485c-9e99-b6b8f2c7404b,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:47.966881 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] No DVR routers for this DVR port 80e48018-0368-485c-9e99-b6b8f2c7404b on host dv-cinder-836804-1-iscsi {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:57:47.990351 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e57faa-d7c2-498f-ad5e-e92d2be02c5f None None] DHCP port deletion for ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:57:48.052963 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.083161 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad475d33-2bdb-4b64-ba33-e4b6b36c66b0']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:48.094289 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5880c140-ac66-4b3d-87ce-72fa8840d84e') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:48.094594 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5880c140-ac66-4b3d-87ce-72fa8840d84e') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:57:48.105117 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (5880c140-ac66-4b3d-87ce-72fa8840d84e), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.119849 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (5880c140-ac66-4b3d-87ce-72fa8840d84e), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.129985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:57:48.130396 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (5880c140-ac66-4b3d-87ce-72fa8840d84e), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:57:48.132115 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:57:48.192464 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (ad475d33-2bdb-4b64-ba33-e4b6b36c66b0), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.200676 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.206450 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ad475d33-2bdb-4b64-ba33-e4b6b36c66b0 HTTP/1.1" status: 204 len: 168 time: 0.5753331 Apr 06 13:57:48.214336 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b795b9-6dfa-4834-aa29-f43839a9e996 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad475d33-2bdb-4b64-ba33-e4b6b36c66b0,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:48.328736 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52826) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:48.371784 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4a020f39-8e74-4848-9af2-689df1521d87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=755c0338ac804cb99d73687e61a866e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416319 Apr 06 13:57:48.374570 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52828) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:48.432516 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bd6b36d1-b63f-447c-8ef6-6eeb6fd0dfeb admin admin] Publish callbacks [] for security_group (94457acd-62d7-4906-8b22-212e40e77b71), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.457154 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bd6b36d1-b63f-447c-8ef6-6eeb6fd0dfeb admin admin] Publish callbacks [] for security_group (94457acd-62d7-4906-8b22-212e40e77b71), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.458376 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.506369 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bd6b36d1-b63f-447c-8ef6-6eeb6fd0dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (94457acd-62d7-4906-8b22-212e40e77b71), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.509641 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-bd6b36d1-b63f-447c-8ef6-6eeb6fd0dfeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:48.510811 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-bd6b36d1-b63f-447c-8ef6-6eeb6fd0dfeb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94457acd-62d7-4906-8b22-212e40e77b71 HTTP/1.1" status: 204 len: 168 time: 0.1352746 Apr 06 13:57:48.519348 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b36d1-b63f-447c-8ef6-6eeb6fd0dfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94457acd-62d7-4906-8b22-212e40e77b71,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:49.217612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 80e48018-0368-485c-9e99-b6b8f2c7404b no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:49.243329 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 80e48018-0368-485c-9e99-b6b8f2c7404b {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:49.243803 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 80e48018-0368-485c-9e99-b6b8f2c7404b not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:49.244278 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device e3fb1401-d261-480d-8579-1fd9bc3a11c3 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:49.264175 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: e3fb1401-d261-480d-8579-1fd9bc3a11c3 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:49.264599 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device e3fb1401-d261-480d-8579-1fd9bc3a11c3 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:49.265083 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device dd8142a8-4d7f-4504-986d-0cb3e673433e no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:57:49.285598 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: dd8142a8-4d7f-4504-986d-0cb3e673433e {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:57:49.285969 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device dd8142a8-4d7f-4504-986d-0cb3e673433e not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:57:50.669794 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52898) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:50.794834 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-06d3eee6-f0a1-487e-8e58-63d459eb32d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:50.875705 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-06d3eee6-f0a1-487e-8e58-63d459eb32d0 admin admin] Publish callbacks [] for security_group (fe4d2858-9a94-49f0-bd77-0cd97a086996), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:50.881032 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-06d3eee6-f0a1-487e-8e58-63d459eb32d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (fe4d2858-9a94-49f0-bd77-0cd97a086996), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:50.920194 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-06d3eee6-f0a1-487e-8e58-63d459eb32d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ea368a1ea664127b65c041debd3c774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491136 Apr 06 13:57:50.920944 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3eee6-f0a1-487e-8e58-63d459eb32d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4d2858-9a94-49f0-bd77-0cd97a086996,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:50.923276 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52902) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:50.971383 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d22ad6b2-f81e-454a-a0d4-3aac810d67a5 admin admin] Publish callbacks [] for security_group (fe4d2858-9a94-49f0-bd77-0cd97a086996), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:50.996504 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d22ad6b2-f81e-454a-a0d4-3aac810d67a5 admin admin] Publish callbacks [] for security_group (fe4d2858-9a94-49f0-bd77-0cd97a086996), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.055515 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d22ad6b2-f81e-454a-a0d4-3aac810d67a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (fe4d2858-9a94-49f0-bd77-0cd97a086996), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.059924 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d22ad6b2-f81e-454a-a0d4-3aac810d67a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.061157 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d22ad6b2-f81e-454a-a0d4-3aac810d67a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe4d2858-9a94-49f0-bd77-0cd97a086996 HTTP/1.1" status: 204 len: 168 time: 0.1369145 Apr 06 13:57:51.070251 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ad6b2-f81e-454a-a0d4-3aac810d67a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4d2858-9a94-49f0-bd77-0cd97a086996,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:51.402724 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52908) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:51.416630 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-66e009b6-4679-45ba-9019-9408fe64333b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.498368 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-66e009b6-4679-45ba-9019-9408fe64333b admin admin] Publish callbacks [] for security_group (0946f0e5-299d-437b-83b2-77c4157716b4), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.504579 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-66e009b6-4679-45ba-9019-9408fe64333b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (0946f0e5-299d-437b-83b2-77c4157716b4), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.542195 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-66e009b6-4679-45ba-9019-9408fe64333b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28e1ce8d8cfb47e9bce2268d027b0a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383252 Apr 06 13:57:51.543132 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e009b6-4679-45ba-9019-9408fe64333b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0946f0e5-299d-437b-83b2-77c4157716b4,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:51.545217 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52910) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:51.599724 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f1d46e0-8759-473f-aa36-2c3d42ae8d60 admin admin] Publish callbacks [] for security_group (0946f0e5-299d-437b-83b2-77c4157716b4), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.620712 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f1d46e0-8759-473f-aa36-2c3d42ae8d60 admin admin] Publish callbacks [] for security_group (0946f0e5-299d-437b-83b2-77c4157716b4), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.671631 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f1d46e0-8759-473f-aa36-2c3d42ae8d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (0946f0e5-299d-437b-83b2-77c4157716b4), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.674527 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f1d46e0-8759-473f-aa36-2c3d42ae8d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:51.675718 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-3f1d46e0-8759-473f-aa36-2c3d42ae8d60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0946f0e5-299d-437b-83b2-77c4157716b4 HTTP/1.1" status: 204 len: 168 time: 0.1293938 Apr 06 13:57:51.686541 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d46e0-8759-473f-aa36-2c3d42ae8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0946f0e5-299d-437b-83b2-77c4157716b4,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:53.473182 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52958) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:53.583952 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f55de2fb-daf5-43bb-b28d-98e5af688104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.661281 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f55de2fb-daf5-43bb-b28d-98e5af688104 admin admin] Publish callbacks [] for security_group (acd64a28-cbc5-4ff0-b900-d9422fc74df0), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.666666 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f55de2fb-daf5-43bb-b28d-98e5af688104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (acd64a28-cbc5-4ff0-b900-d9422fc74df0), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.707005 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f55de2fb-daf5-43bb-b28d-98e5af688104 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f72e7474a4a945548eeebbd25255a766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322857 Apr 06 13:57:53.707930 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55de2fb-daf5-43bb-b28d-98e5af688104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd64a28-cbc5-4ff0-b900-d9422fc74df0,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:53.710256 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52964) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:53.768955 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25a5f2b9-ca96-42e9-af3c-2c03ee8cbfbe admin admin] Publish callbacks [] for security_group (acd64a28-cbc5-4ff0-b900-d9422fc74df0), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.794165 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25a5f2b9-ca96-42e9-af3c-2c03ee8cbfbe admin admin] Publish callbacks [] for security_group (acd64a28-cbc5-4ff0-b900-d9422fc74df0), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.849746 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25a5f2b9-ca96-42e9-af3c-2c03ee8cbfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (acd64a28-cbc5-4ff0-b900-d9422fc74df0), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.852571 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25a5f2b9-ca96-42e9-af3c-2c03ee8cbfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:53.853791 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-25a5f2b9-ca96-42e9-af3c-2c03ee8cbfbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acd64a28-cbc5-4ff0-b900-d9422fc74df0 HTTP/1.1" status: 204 len: 168 time: 0.1423428 Apr 06 13:57:53.863237 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5f2b9-ca96-42e9-af3c-2c03ee8cbfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd64a28-cbc5-4ff0-b900-d9422fc74df0,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:54.147044 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 52970) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:54.161807 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0ad711db-b5ab-43f2-b8c1-b21ad949c8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.248892 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0ad711db-b5ab-43f2-b8c1-b21ad949c8db admin admin] Publish callbacks [] for security_group (b6ba5829-b0a0-4ec9-86b3-9b839407f447), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.256167 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0ad711db-b5ab-43f2-b8c1-b21ad949c8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (b6ba5829-b0a0-4ec9-86b3-9b839407f447), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.297322 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-0ad711db-b5ab-43f2-b8c1-b21ad949c8db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1edb880784b4f399709e8ae474da974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490123 Apr 06 13:57:54.298198 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad711db-b5ab-43f2-b8c1-b21ad949c8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba5829-b0a0-4ec9-86b3-9b839407f447,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:57:54.300475 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 52972) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:57:54.354844 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f384dacc-3f78-47a4-b925-8ad7917c5001 admin admin] Publish callbacks [] for security_group (b6ba5829-b0a0-4ec9-86b3-9b839407f447), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.377297 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f384dacc-3f78-47a4-b925-8ad7917c5001 admin admin] Publish callbacks [] for security_group (b6ba5829-b0a0-4ec9-86b3-9b839407f447), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.429542 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f384dacc-3f78-47a4-b925-8ad7917c5001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (b6ba5829-b0a0-4ec9-86b3-9b839407f447), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.432211 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f384dacc-3f78-47a4-b925-8ad7917c5001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:57:54.436425 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f384dacc-3f78-47a4-b925-8ad7917c5001 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6ba5829-b0a0-4ec9-86b3-9b839407f447 HTTP/1.1" status: 204 len: 168 time: 0.1346927 Apr 06 13:57:54.446004 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384dacc-3f78-47a4-b925-8ad7917c5001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba5829-b0a0-4ec9-86b3-9b839407f447,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:05.865094 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53072) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:05.974257 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-85d9290a-890e-41d7-a48a-46b698652fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.054370 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-85d9290a-890e-41d7-a48a-46b698652fdd admin admin] Publish callbacks [] for security_group (36f8451f-c289-4866-be75-2a070e9fdd4c), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.060033 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-85d9290a-890e-41d7-a48a-46b698652fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (36f8451f-c289-4866-be75-2a070e9fdd4c), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.101153 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9290a-890e-41d7-a48a-46b698652fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f8451f-c289-4866-be75-2a070e9fdd4c,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:06.106874 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-85d9290a-890e-41d7-a48a-46b698652fdd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb572547a5414504a8d89a790cfb0a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406540 Apr 06 13:58:06.110212 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53076) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:06.171904 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b7c96b2f-d010-4b13-8a7c-a3876bf6852b admin admin] Publish callbacks [] for security_group (36f8451f-c289-4866-be75-2a070e9fdd4c), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.193704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b7c96b2f-d010-4b13-8a7c-a3876bf6852b admin admin] Publish callbacks [] for security_group (36f8451f-c289-4866-be75-2a070e9fdd4c), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.246076 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b7c96b2f-d010-4b13-8a7c-a3876bf6852b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (36f8451f-c289-4866-be75-2a070e9fdd4c), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.248891 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b7c96b2f-d010-4b13-8a7c-a3876bf6852b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.250140 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b7c96b2f-d010-4b13-8a7c-a3876bf6852b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36f8451f-c289-4866-be75-2a070e9fdd4c HTTP/1.1" status: 204 len: 168 time: 0.1388252 Apr 06 13:58:06.258372 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c96b2f-d010-4b13-8a7c-a3876bf6852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f8451f-c289-4866-be75-2a070e9fdd4c,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:06.551961 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53082) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:06.566587 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7fa601a2-1ac4-4758-9ea6-05db2538c4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.651414 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7fa601a2-1ac4-4758-9ea6-05db2538c4fd admin admin] Publish callbacks [] for security_group (3288b976-2855-4645-ae74-49e4fe004f11), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.656477 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7fa601a2-1ac4-4758-9ea6-05db2538c4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3288b976-2855-4645-ae74-49e4fe004f11), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.696827 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-7fa601a2-1ac4-4758-9ea6-05db2538c4fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=949adb09c595405ea994145151b16db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435783 Apr 06 13:58:06.697651 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa601a2-1ac4-4758-9ea6-05db2538c4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3288b976-2855-4645-ae74-49e4fe004f11,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:06.700008 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53084) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:06.752242 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0556-11e0-46ac-83d4-75f978c2af1f admin admin] Publish callbacks [] for security_group (3288b976-2855-4645-ae74-49e4fe004f11), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.787870 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0556-11e0-46ac-83d4-75f978c2af1f admin admin] Publish callbacks [] for security_group (3288b976-2855-4645-ae74-49e4fe004f11), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.852712 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0556-11e0-46ac-83d4-75f978c2af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3288b976-2855-4645-ae74-49e4fe004f11), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.856358 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0556-11e0-46ac-83d4-75f978c2af1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:06.857735 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2dbf0556-11e0-46ac-83d4-75f978c2af1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3288b976-2855-4645-ae74-49e4fe004f11 HTTP/1.1" status: 204 len: 168 time: 0.1565654 Apr 06 13:58:06.866144 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf0556-11e0-46ac-83d4-75f978c2af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3288b976-2855-4645-ae74-49e4fe004f11,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:08.623074 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.183655 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53154) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:09.300950 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdb2e-10be-49c6-9fc2-d3403a44dd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.374935 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdb2e-10be-49c6-9fc2-d3403a44dd4a admin admin] Publish callbacks [] for security_group (3d799832-d06e-4744-b381-ad300d3deaaa), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.380790 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2a0bdb2e-10be-49c6-9fc2-d3403a44dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3d799832-d06e-4744-b381-ad300d3deaaa), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.419217 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2a0bdb2e-10be-49c6-9fc2-d3403a44dd4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9adf42ce0f0e48b4ac681e44cf2ee7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340493 Apr 06 13:58:09.420077 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bdb2e-10be-49c6-9fc2-d3403a44dd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d799832-d06e-4744-b381-ad300d3deaaa,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:09.422237 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53158) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:09.472967 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7150a6ff-185e-4f84-a025-988d9510de10 admin admin] Publish callbacks [] for security_group (3d799832-d06e-4744-b381-ad300d3deaaa), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.501493 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7150a6ff-185e-4f84-a025-988d9510de10 admin admin] Publish callbacks [] for security_group (3d799832-d06e-4744-b381-ad300d3deaaa), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.554991 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7150a6ff-185e-4f84-a025-988d9510de10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3d799832-d06e-4744-b381-ad300d3deaaa), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.557824 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7150a6ff-185e-4f84-a025-988d9510de10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.559128 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-7150a6ff-185e-4f84-a025-988d9510de10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d799832-d06e-4744-b381-ad300d3deaaa HTTP/1.1" status: 204 len: 168 time: 0.1357994 Apr 06 13:58:09.567779 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150a6ff-185e-4f84-a025-988d9510de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d799832-d06e-4744-b381-ad300d3deaaa,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:09.859849 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53166) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:09.873798 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8b97eec4-b155-495b-aa32-1608143f1ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.950534 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8b97eec4-b155-495b-aa32-1608143f1ea1 admin admin] Publish callbacks [] for security_group (0a60e311-5b2f-479b-a599-7f49096a2305), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.956614 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8b97eec4-b155-495b-aa32-1608143f1ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (0a60e311-5b2f-479b-a599-7f49096a2305), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:09.997751 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-8b97eec4-b155-495b-aa32-1608143f1ea1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=107ce60eb1c84cf28306f39ed195781d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367373 Apr 06 13:58:09.998637 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97eec4-b155-495b-aa32-1608143f1ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a60e311-5b2f-479b-a599-7f49096a2305,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:10.000627 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53168) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:10.061682 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c9eafe25-6b21-49f5-ba0b-20a7962efb98 admin admin] Publish callbacks [] for security_group (0a60e311-5b2f-479b-a599-7f49096a2305), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:10.085070 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c9eafe25-6b21-49f5-ba0b-20a7962efb98 admin admin] Publish callbacks [] for security_group (0a60e311-5b2f-479b-a599-7f49096a2305), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:10.137347 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c9eafe25-6b21-49f5-ba0b-20a7962efb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (0a60e311-5b2f-479b-a599-7f49096a2305), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:10.140249 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c9eafe25-6b21-49f5-ba0b-20a7962efb98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:10.141464 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-c9eafe25-6b21-49f5-ba0b-20a7962efb98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a60e311-5b2f-479b-a599-7f49096a2305 HTTP/1.1" status: 204 len: 168 time: 0.1397688 Apr 06 13:58:10.150068 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eafe25-6b21-49f5-ba0b-20a7962efb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a60e311-5b2f-479b-a599-7f49096a2305,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:11.462585 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-2496e737-10c2-449a-b4a0-9e7047c547de req-1a54f023-486a-465c-ae39-8ca2fe3d39af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593784 Apr 06 13:58:11.502805 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53200) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:11.535822 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e737-10c2-449a-b4a0-9e7047c547de req-b28d4c2a-620c-449a-ae27-8bba546e0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:11.537387 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-2496e737-10c2-449a-b4a0-9e7047c547de req-b28d4c2a-620c-449a-ae27-8bba546e0589 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 1129 time: 0.0536220 Apr 06 13:58:11.612737 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b7dc07bb-c31f-48e4-a650-cff201a384b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:11.643652 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e737-10c2-449a-b4a0-9e7047c547de req-d087f8c4-c48a-4a6d-bdf2-8f3e7a607eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:11.645160 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-2496e737-10c2-449a-b4a0-9e7047c547de req-d087f8c4-c48a-4a6d-bdf2-8f3e7a607eba service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 909 time: 0.0886297 Apr 06 13:58:11.685538 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b7dc07bb-c31f-48e4-a650-cff201a384b5 admin admin] Publish callbacks [] for security_group (d538278d-01ce-49da-969d-e001f5f0dd7a), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:11.691192 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b7dc07bb-c31f-48e4-a650-cff201a384b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (d538278d-01ce-49da-969d-e001f5f0dd7a), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:11.712733 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-2496e737-10c2-449a-b4a0-9e7047c547de req-6e5b5e28-1a8e-47d4-83ef-8f5e46d0d26e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd HTTP/1.1" status: 200 len: 1000 time: 0.0613561 Apr 06 13:58:11.729302 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b7dc07bb-c31f-48e4-a650-cff201a384b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8841245e9cae48c9998fa86d72c9c56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253602 Apr 06 13:58:11.730174 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc07bb-c31f-48e4-a650-cff201a384b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d538278d-01ce-49da-969d-e001f5f0dd7a,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:11.732724 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53206) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:11.764221 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e737-10c2-449a-b4a0-9e7047c547de req-ffb47415-6237-41e5-8dec-32c4661b232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:11.765655 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-2496e737-10c2-449a-b4a0-9e7047c547de req-ffb47415-6237-41e5-8dec-32c4661b232c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 200 len: 848 time: 0.0475862 Apr 06 13:58:11.791703 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-44c608e2-4aea-4474-a9fd-8d726cedf5a8 admin admin] Publish callbacks [] for security_group (d538278d-01ce-49da-969d-e001f5f0dd7a), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:11.814708 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-44c608e2-4aea-4474-a9fd-8d726cedf5a8 admin admin] Publish callbacks [] for security_group (d538278d-01ce-49da-969d-e001f5f0dd7a), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:11.818010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e737-10c2-449a-b4a0-9e7047c547de req-0178f9b0-ba5d-4a0e-9611-919ad862ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:11.819607 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-2496e737-10c2-449a-b4a0-9e7047c547de req-0178f9b0-ba5d-4a0e-9611-919ad862ba1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dae22fb-f944-4482-ac15-d34f4276970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472274 Apr 06 13:58:11.864877 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-44c608e2-4aea-4474-a9fd-8d726cedf5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (d538278d-01ce-49da-969d-e001f5f0dd7a), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:11.867644 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-44c608e2-4aea-4474-a9fd-8d726cedf5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:11.868925 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-44c608e2-4aea-4474-a9fd-8d726cedf5a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d538278d-01ce-49da-969d-e001f5f0dd7a HTTP/1.1" status: 204 len: 168 time: 0.1355250 Apr 06 13:58:11.879813 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c608e2-4aea-4474-a9fd-8d726cedf5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d538278d-01ce-49da-969d-e001f5f0dd7a,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:11.916650 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-2496e737-10c2-449a-b4a0-9e7047c547de req-36a9557a-e109-4ea0-beae-933d083ac7eb service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906138 Apr 06 13:58:12.011891 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-2496e737-10c2-449a-b4a0-9e7047c547de req-1ff810b5-78bd-411e-81ba-8b12652e93d5 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890114 Apr 06 13:58:12.347965 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-daf63bcc-4390-42d7-a3ae-2017d30bee7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.559652 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53228) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:12.662718 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-215739623-network', 'tenant_id': '2ec18a71e153404a8ed07777fa93d383'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:12.690300 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Made reservation on behalf of 2ec18a71e153404a8ed07777fa93d383 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:12.693190 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.703388 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.792823 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Publish callbacks [] for security_group (72f5714d-a6b2-457e-9a5c-56f240965ff7), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.797769 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (72f5714d-a6b2-457e-9a5c-56f240965ff7), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.823852 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:58:12.833890 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f5714d-a6b2-457e-9a5c-56f240965ff7,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.838974 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (9c51ac4c-d687-40ad-8329-878751eb5c91), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.839317 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Added segment 9c51ac4c-d687-40ad-8329-878751eb5c91 of type vlan for network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 Apr 06 13:58:12.879715 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.910474 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.911865 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:12.912222 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:12.973633 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4128253 Apr 06 13:58:12.976799 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53234) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:12.979029 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4543fdf-30d8-435d-8c4c-24cc7eb3549d admin admin] Pushing event updated for resources: {'Network': ['ID=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:12.982329 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Request body: {'subnet': {'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-215739623-subnet', 'tenant_id': '2ec18a71e153404a8ed07777fa93d383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:12.989460 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:58:13.008580 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Made reservation on behalf of 2ec18a71e153404a8ed07777fa93d383 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:13.011362 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119144092'] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:13.186908 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119505419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119144066'] for subnet (25cf8b64-0071-4122-b0e6-0a53c6429284), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:13.236009 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cf8b64-0071-4122-b0e6-0a53c6429284,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:13.251458 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Checking segment: {'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:13.251820 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Network hostable DHCP agents. Network: 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:58:13.268811 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:58:13.279002 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:13.283683 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:13.284289 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:13.289730 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f5eb9-c504-48be-9abc-cd375f295b0d None None] Network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:58:13.303685 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-e6f434ad-b1aa-43a0-95c6-45a6cd7f6db7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3254459 Apr 06 13:58:13.392615 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd76b68-4d13-43ef-ba5f-840a8f2d1197 None None] Network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:58:14.815534 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-77034c5b-3971-4a6f-a810-de568ff7139b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:15.112866 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-c1d9d29c-21a1-4ad1-81f5-71de68eb0f71 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:15.114337 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-c1d9d29c-21a1-4ad1-81f5-71de68eb0f71 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/networks?id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 HTTP/1.1" status: 200 len: 808 time: 0.1138024 Apr 06 13:58:15.129657 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-c286d3f3-bffd-4feb-8a27-8cbcbe20e6a1 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/quotas/2ec18a71e153404a8ed07777fa93d383 HTTP/1.1" status: 200 len: 375 time: 0.0097589 Apr 06 13:58:15.161294 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-d4408b14-d433-48b6-b3f7-dc569e156095 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ec18a71e153404a8ed07777fa93d383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266006 Apr 06 13:58:15.259419 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-b163a4d7-6322-483f-b32f-2d702979bc19 service neutron] 10.222.0.44 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913165 Apr 06 13:58:15.350527 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-36d5c248-b859-4b7b-9034-60558f9cb85f service neutron] 10.222.0.44 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828173 Apr 06 13:58:15.530402 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-168f061d-4af7-49ce-9269-384464944ad8 req-a5e0454c-1431-4afd-a198-032e28cc2a64 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 210 time: 0.0319812 Apr 06 13:58:15.589861 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:16.541166 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-f7427d20-0df3-441b-a81a-11ab4285b013 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:16.542833 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-f7427d20-0df3-441b-a81a-11ab4285b013 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.41 "GET /v2.0/networks?id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 HTTP/1.1" status: 200 len: 808 time: 0.1124642 Apr 06 13:58:16.560849 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Request body: {'port': {'device_id': '285162a9-f461-4e3d-bb6b-d1dcd1153828', 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0', 'admin_state_up': True, 'tenant_id': '2ec18a71e153404a8ed07777fa93d383'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:16.637459 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-73d3e140-8c20-4440-84ff-3878a605a775 req-410613a7-7f96-4086-b9a9-73b757a6b5be tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 210 time: 0.0284278 Apr 06 13:58:16.677083 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Made reservation on behalf of 2ec18a71e153404a8ed07777fa93d383 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:16.680692 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:16.816263 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Allocated IP 172.20.0.10 (8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0/25cf8b64-0071-4122-b0e6-0a53c6429284/4e24c96d-b64d-4c6a-95d8-7115d2aef499) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:16.967859 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks [] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.003347 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.015589 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.049229 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:17.054714 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:17.057288 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:17.082954 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Pushing event updated for resources: {'Port': ['ID=4e24c96d-b64d-4c6a-95d8-7115d2aef499,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.114350 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:17.114985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.133830 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-ea6210d2-b7d1-456f-8507-725798303b16 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808694 Apr 06 13:58:17.146080 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Request body: {'port': {'device_id': '285162a9-f461-4e3d-bb6b-d1dcd1153828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:17.212039 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.498994 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e24c96d-b64d-4c6a-95d8-7115d2aef499 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:17.507901 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Publish callbacks [] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.521838 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Transition to ACTIVE for port object 4e24c96d-b64d-4c6a-95d8-7115d2aef499 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:58:17.527882 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.593670 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Pushing event updated for resources: {'Port': ['ID=4e24c96d-b64d-4c6a-95d8-7115d2aef499,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.664215 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Attempting to bind port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:58:17.664452 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Attempting to bind port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:58:17.664782 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Attempting to bind port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 on network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:17.670053 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 on network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:58:17.670053 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Attempting to bind port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 on network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:17.675340 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:58:17.675682 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Checking segment: {'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:17.676057 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Bound using segment: {'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:58:17.676485 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Bound port: 4e24c96d-b64d-4c6a-95d8-7115d2aef499, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:58:17.676841 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.751738 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] For port 4e24c96d-b64d-4c6a-95d8-7115d2aef499, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:58:17.755595 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] For port 4e24c96d-b64d-4c6a-95d8-7115d2aef499, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e24c96d-b64d-4c6a-95d8-7115d2aef499,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:58:17.764918 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.770411 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e013bd-19d4-41c9-930b-9d0e966ca931 req-8ed1fb63-7954-4675-8281-238393561b6d tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:17.771965 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48e013bd-19d4-41c9-930b-9d0e966ca931 req-8ed1fb63-7954-4675-8281-238393561b6d tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 944 time: 0.0586011 Apr 06 13:58:17.804661 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:17.804661 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:17.806600 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] 10.222.0.41 "PUT /v2.0/ports/4e24c96d-b64d-4c6a-95d8-7115d2aef499 HTTP/1.1" status: 200 len: 1094 time: 0.6643496 Apr 06 13:58:17.806600 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285162a9-f461-4e3d-bb6b-d1dcd1153828', 'tag': '4e24c96d-b64d-4c6a-95d8-7115d2aef499'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:17.809293 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cb8fc3-c656-4d79-8031-b0b831761b63" -d '{"events": [{"name": "network-changed", "server_uuid": "285162a9-f461-4e3d-bb6b-d1dcd1153828", "tag": "4e24c96d-b64d-4c6a-95d8-7115d2aef499"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:17.845771 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-48e013bd-19d4-41c9-930b-9d0e966ca931 req-48d3bb26-442a-4884-bf46-f8ea73e05dc8 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669341 Apr 06 13:58:17.851891 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5fccb5-23d7-4a96-bd47-261b8d443c37 x-openstack-request-id: req-1f5fccb5-23d7-4a96-bd47-261b8d443c37 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:17.852254 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285162a9-f461-4e3d-bb6b-d1dcd1153828", "tag": "4e24c96d-b64d-4c6a-95d8-7115d2aef499", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:17.852638 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f5fccb5-23d7-4a96-bd47-261b8d443c37 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:17.853044 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5fccb5-23d7-4a96-bd47-261b8d443c37'] response: {'name': 'network-changed', 'server_uuid': '285162a9-f461-4e3d-bb6b-d1dcd1153828', 'tag': '4e24c96d-b64d-4c6a-95d8-7115d2aef499', 'status': 'completed', 'code': 200} Apr 06 13:58:17.867848 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6827e-ebfc-498a-a39c-b5e0a20ef51f service neutron] Pushing event updated for resources: {'Port': ['ID=4e24c96d-b64d-4c6a-95d8-7115d2aef499,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:17.906405 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-93e9fdf9-332b-4fe2-bd32-46909844c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:17.907918 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-93e9fdf9-332b-4fe2-bd32-46909844c5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ec18a71e153404a8ed07777fa93d383&device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 1128 time: 0.0540287 Apr 06 13:58:17.952758 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-843195e0-03a6-4f55-8799-2a4a9e684dc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e24c96d-b64d-4c6a-95d8-7115d2aef499 HTTP/1.1" status: 200 len: 217 time: 0.0353820 Apr 06 13:58:18.001246 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-44139f0c-078e-421a-8983-4411f00cd47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:18.002770 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-44139f0c-078e-421a-8983-4411f00cd47d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25cf8b64-0071-4122-b0e6-0a53c6429284 HTTP/1.1" status: 200 len: 848 time: 0.0443122 Apr 06 13:58:18.036299 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-c5e2ee68-0271-4a8a-8cab-f41842cb5ef7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257196 Apr 06 13:58:18.127316 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-6d4c184f-b812-4aca-a395-e383b094c178 service neutron] 10.222.0.41 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851123 Apr 06 13:58:18.218716 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e0aea1a0-133f-49ed-ba24-72c872cd8056 req-09148fc7-1da1-4af4-936b-3f0b8581a467 service neutron] 10.222.0.41 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841451 Apr 06 13:58:18.442349 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:18.989587 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461ea4d-f040-4cde-ba3b-2ea1754fc840 req-79db1fea-0490-4781-98b9-2ef08171ea3c tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:18.991398 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0461ea4d-f040-4cde-ba3b-2ea1754fc840 req-79db1fea-0490-4781-98b9-2ef08171ea3c tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 944 time: 0.0649331 Apr 06 13:58:19.044908 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0461ea4d-f040-4cde-ba3b-2ea1754fc840 req-950f68df-eda2-4eae-a830-c64757f10406 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 Apr 06 13:58:19.489421 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:58:20.179754 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8ff7-d858-4427-9854-498d57404992 req-89d345d3-8875-4498-a701-5e76d6d5f60f tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:20.181447 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c49c8ff7-d858-4427-9854-498d57404992 req-89d345d3-8875-4498-a701-5e76d6d5f60f tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 944 time: 0.0591016 Apr 06 13:58:20.245802 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c49c8ff7-d858-4427-9854-498d57404992 req-da05148b-c841-4e95-9ef9-5ef8f4fe0dd2 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582664 Apr 06 13:58:20.731010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-4527f4ca-d07e-4267-8a56-5ac53e34f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:20.732875 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-4527f4ca-d07e-4267-8a56-5ac53e34f45e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ec18a71e153404a8ed07777fa93d383&device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 1128 time: 0.0564854 Apr 06 13:58:20.823342 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-b50730d7-6c24-418a-be49-e55d0c0d0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:20.824865 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-b50730d7-6c24-418a-be49-e55d0c0d0cfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 HTTP/1.1" status: 200 len: 908 time: 0.0865817 Apr 06 13:58:20.873610 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-e452c56d-e76c-40ca-a843-dfd44db2e360 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e24c96d-b64d-4c6a-95d8-7115d2aef499 HTTP/1.1" status: 200 len: 217 time: 0.0422838 Apr 06 13:58:20.938667 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 4e24c96d-b64d-4c6a-95d8-7115d2aef499 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:58:21.042658 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 4e24c96d-b64d-4c6a-95d8-7115d2aef499, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e24c96d-b64d-4c6a-95d8-7115d2aef499,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:21.055964 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '4e24c96d-b64d-4c6a-95d8-7115d2aef499', 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0', 'port_id': '4e24c96d-b64d-4c6a-95d8-7115d2aef499', 'mac_address': 'fa:16:3e:0e:9f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf8b64-0071-4122-b0e6-0a53c6429284', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:58:21.101164 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:21.101587 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:21.119429 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e24c96d-b64d-4c6a-95d8-7115d2aef499 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:21.143132 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 4e24c96d-b64d-4c6a-95d8-7115d2aef499, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e24c96d-b64d-4c6a-95d8-7115d2aef499,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:21.148649 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:21.210709 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-89f27e0d-df32-4d57-8825-51ded0e4ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:21.212285 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-89f27e0d-df32-4d57-8825-51ded0e4ac79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25cf8b64-0071-4122-b0e6-0a53c6429284 HTTP/1.1" status: 200 len: 848 time: 0.3332322 Apr 06 13:58:21.227548 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=4e24c96d-b64d-4c6a-95d8-7115d2aef499,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:21.236960 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.237350 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.237701 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.238038 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.238374 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.238702 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.239023 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.239344 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.239663 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.239981 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.240301 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.240635 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.240983 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.241323 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.241652 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:21.245458 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-2315a722-84a6-4623-b176-44668bccd54f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262737 Apr 06 13:58:21.360644 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-3d92aa62-0302-4142-a3d3-243271166af6 service neutron] 10.222.0.41 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033590 Apr 06 13:58:21.393070 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaf254-5a08-48e1-9d8a-e7974bf68339 req-15a5d23f-5b06-4532-b97a-a3592137c28c tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:21.394945 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-27eaf254-5a08-48e1-9d8a-e7974bf68339 req-15a5d23f-5b06-4532-b97a-a3592137c28c tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 945 time: 0.0605853 Apr 06 13:58:21.446085 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-27eaf254-5a08-48e1-9d8a-e7974bf68339 req-36c321d2-7aee-4963-a4f0-832220d175d0 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Apr 06 13:58:21.459193 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b8cb8fc3-c656-4d79-8031-b0b831761b63 req-a17e125e-138c-497e-bfdf-09a3b6fa93f8 service neutron] 10.222.0.41 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917768 Apr 06 13:58:21.545808 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['4e24c96d-b64d-4c6a-95d8-7115d2aef499'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:58:22.586898 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d0737-be27-4dee-aa1c-42d8da30b9a6 req-c48a52e9-fdf3-4f00-bfb7-7b39b37d81f4 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:22.588469 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-056d0737-be27-4dee-aa1c-42d8da30b9a6 req-c48a52e9-fdf3-4f00-bfb7-7b39b37d81f4 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 945 time: 0.0589483 Apr 06 13:58:22.643378 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-056d0737-be27-4dee-aa1c-42d8da30b9a6 req-7f3ccdc6-04ba-413a-a9fe-34aa980ec8f7 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 Apr 06 13:58:22.949351 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 4e24c96d-b64d-4c6a-95d8-7115d2aef499 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:58:23.003782 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:58:23.007969 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:23.008335 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:23.087920 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:23.088302 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:23.118082 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285162a9-f461-4e3d-bb6b-d1dcd1153828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e24c96d-b64d-4c6a-95d8-7115d2aef499'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:23.120411 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06403b3-8961-4b78-8e90-5a1c365740cc" -d '{"events": [{"server_uuid": "285162a9-f461-4e3d-bb6b-d1dcd1153828", "name": "network-vif-plugged", "status": "completed", "tag": "4e24c96d-b64d-4c6a-95d8-7115d2aef499"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:23.134893 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 4e24c96d-b64d-4c6a-95d8-7115d2aef499, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e24c96d-b64d-4c6a-95d8-7115d2aef499,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:23.142123 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:23.166950 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106cead9-64eb-43ff-8a1e-2d0644c454a9 x-openstack-request-id: req-106cead9-64eb-43ff-8a1e-2d0644c454a9 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:23.166950 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285162a9-f461-4e3d-bb6b-d1dcd1153828", "name": "network-vif-plugged", "status": "completed", "tag": "4e24c96d-b64d-4c6a-95d8-7115d2aef499", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:23.167292 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-106cead9-64eb-43ff-8a1e-2d0644c454a9 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:23.167477 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106cead9-64eb-43ff-8a1e-2d0644c454a9'] response: {'server_uuid': '285162a9-f461-4e3d-bb6b-d1dcd1153828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e24c96d-b64d-4c6a-95d8-7115d2aef499', 'code': 200} Apr 06 13:58:23.195032 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=4e24c96d-b64d-4c6a-95d8-7115d2aef499,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:23.349018 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d4fdd-13ad-4fd2-8a7e-bd12ecb1b922 req-b9f45e8a-50cb-4ccd-b61c-730dfedc412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:23.350515 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e99d4fdd-13ad-4fd2-8a7e-bd12ecb1b922 req-b9f45e8a-50cb-4ccd-b61c-730dfedc412c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 1130 time: 0.0460217 Apr 06 13:58:23.404892 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e99d4fdd-13ad-4fd2-8a7e-bd12ecb1b922 req-b8e22136-c107-4d84-8966-ce0ee764a7a6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477488 Apr 06 13:58:23.953628 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2385dd-4381-4d5e-b6f5-c86320a93e03 req-e4bb7f88-d0e8-48a3-8cfe-280e07fff8d6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:23.955079 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4b2385dd-4381-4d5e-b6f5-c86320a93e03 req-e4bb7f88-d0e8-48a3-8cfe-280e07fff8d6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 946 time: 0.0826786 Apr 06 13:58:24.005073 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4b2385dd-4381-4d5e-b6f5-c86320a93e03 req-904ba76a-6983-452d-9ed0-b5bd39f5939e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Apr 06 13:58:25.133398 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70005-de5a-4d08-bfff-46c9554d8f65 req-4622ed6b-2b11-4d12-a14f-39ce1612ef12 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:25.134911 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-53c70005-de5a-4d08-bfff-46c9554d8f65 req-4622ed6b-2b11-4d12-a14f-39ce1612ef12 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 946 time: 0.0553854 Apr 06 13:58:25.200890 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-53c70005-de5a-4d08-bfff-46c9554d8f65 req-ccbdf6d5-6077-41f2-bf14-9633fc312567 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Apr 06 13:58:26.329590 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d492f3-4d3f-469e-aec4-08a3e4670b55 req-18fd6fea-4b72-481c-bad0-74d68d63911e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:26.331220 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-29d492f3-4d3f-469e-aec4-08a3e4670b55 req-18fd6fea-4b72-481c-bad0-74d68d63911e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 946 time: 0.0570254 Apr 06 13:58:26.382371 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-29d492f3-4d3f-469e-aec4-08a3e4670b55 req-317affc3-6e9f-4728-b795-6c0da181e2fd tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452363 Apr 06 13:58:27.103771 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dadbe6-39c2-4bcb-95e9-5cbc575300ba req-9496d85d-24e6-40ea-a8fb-d7d16440e46f tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:27.105196 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a9dadbe6-39c2-4bcb-95e9-5cbc575300ba req-9496d85d-24e6-40ea-a8fb-d7d16440e46f tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 946 time: 0.0977390 Apr 06 13:58:27.125167 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81e210-27d3-4722-891e-cfeb91a74dd2 req-1756dee5-743a-43e8-9066-969705716ae1 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:27.126673 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6e81e210-27d3-4722-891e-cfeb91a74dd2 req-1756dee5-743a-43e8-9066-969705716ae1 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0832262 Apr 06 13:58:27.194299 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a9dadbe6-39c2-4bcb-95e9-5cbc575300ba req-ab627687-d893-49b5-9dc2-f98cdb0ae879 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823362 Apr 06 13:58:27.203774 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6e81e210-27d3-4722-891e-cfeb91a74dd2 req-0c0c9f4d-dc96-42f4-8499-a9a7a85e14e9 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691371 Apr 06 13:58:28.352148 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4249725-f707-4960-85a5-6c82e59ccd28 req-e51173c1-bf4b-425e-a49c-5f0123113da5 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:28.353734 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f4249725-f707-4960-85a5-6c82e59ccd28 req-e51173c1-bf4b-425e-a49c-5f0123113da5 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 946 time: 0.0874755 Apr 06 13:58:28.360863 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac860-bced-4200-95f4-ab13303f47a6 req-72b24fbf-fc3b-4f13-afb0-ed66f89579fa tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:28.362387 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-431ac860-bced-4200-95f4-ab13303f47a6 req-72b24fbf-fc3b-4f13-afb0-ed66f89579fa tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0865388 Apr 06 13:58:28.439474 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f4249725-f707-4960-85a5-6c82e59ccd28 req-45473d01-4bfe-45c0-a287-fda025859505 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760636 Apr 06 13:58:28.447265 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-431ac860-bced-4200-95f4-ab13303f47a6 req-6d9155f9-c6b5-42de-ad83-317cb37a6276 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780163 Apr 06 13:58:29.338150 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-c04b136b-06b5-45ff-b732-3bb519fd6ec3 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:29.339631 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-c04b136b-06b5-45ff-b732-3bb519fd6ec3 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.41 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 946 time: 0.0605314 Apr 06 13:58:29.525919 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Deleting port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:29.526533 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:29.601752 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f77b-7a5f-4441-a189-e8cd16f1f9ca req-f4a3b206-e385-4030-9d0d-f60aa665855d tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:29.603252 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4030f77b-7a5f-4441-a189-e8cd16f1f9ca req-f4a3b206-e385-4030-9d0d-f60aa665855d tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=285162a9-f461-4e3d-bb6b-d1dcd1153828 HTTP/1.1" status: 200 len: 946 time: 0.0855219 Apr 06 13:58:29.618716 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb0ea5-79bd-4cdc-baab-e454d19dfc4d req-d0577002-5295-47f0-85cf-4ac9a69fa2f3 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:29.620186 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-91eb0ea5-79bd-4cdc-baab-e454d19dfc4d req-d0577002-5295-47f0-85cf-4ac9a69fa2f3 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.0934727 Apr 06 13:58:29.623817 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] For port 4e24c96d-b64d-4c6a-95d8-7115d2aef499, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e24c96d-b64d-4c6a-95d8-7115d2aef499,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:29.624198 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:29.639084 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Calling delete_port for 4e24c96d-b64d-4c6a-95d8-7115d2aef499 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:29.696409 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4030f77b-7a5f-4441-a189-e8cd16f1f9ca req-c31702e9-28c7-4fa1-ab44-f7479ed676b9 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872331 Apr 06 13:58:29.704187 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-91eb0ea5-79bd-4cdc-baab-e454d19dfc4d req-4017c6e5-0075-4a88-b1a1-326de926a5e3 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=18be75f6-216a-4aa4-8237-9e2d89c1d916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778446 Apr 06 13:58:29.760601 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-5459f62b-f0b9-4741-b003-28b05b4c2c05 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:29.762185 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-5459f62b-f0b9-4741-b003-28b05b4c2c05 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 945 time: 0.1182282 Apr 06 13:58:29.886555 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (4e24c96d-b64d-4c6a-95d8-7115d2aef499), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:29.902601 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['4e24c96d-b64d-4c6a-95d8-7115d2aef499'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:58:29.925530 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Pushing event deleted for resources: {'Port': ['ID=4e24c96d-b64d-4c6a-95d8-7115d2aef499,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:29.942522 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.942863 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.943206 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.943544 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.943873 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.944194 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.944517 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.944851 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.945171 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.945517 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.945838 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.946152 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.946469 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.946786 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.947104 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:58:29.970637 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Deleting port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:29.970871 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.023923 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] No DVR routers for this DVR port 4e24c96d-b64d-4c6a-95d8-7115d2aef499 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:30.028166 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.031679 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b7e6178e-04f7-4fcb-bece-c17c39ca37c6 req-eaf340d2-fcda-4761-8267-81cea6469a1e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.41 "DELETE /v2.0/ports/4e24c96d-b64d-4c6a-95d8-7115d2aef499 HTTP/1.1" status: 204 len: 173 time: 0.6046615 Apr 06 13:58:30.032156 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285162a9-f461-4e3d-bb6b-d1dcd1153828', 'name': 'network-vif-deleted', 'tag': '4e24c96d-b64d-4c6a-95d8-7115d2aef499'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:30.034949 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328abe55-4679-4ee9-95e7-1a81555f5ac9" -d '{"events": [{"server_uuid": "285162a9-f461-4e3d-bb6b-d1dcd1153828", "name": "network-vif-deleted", "tag": "4e24c96d-b64d-4c6a-95d8-7115d2aef499"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:30.096986 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301b5b16-bcca-4060-babe-ca681a86d786 x-openstack-request-id: req-301b5b16-bcca-4060-babe-ca681a86d786 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:30.097304 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285162a9-f461-4e3d-bb6b-d1dcd1153828", "name": "network-vif-deleted", "tag": "4e24c96d-b64d-4c6a-95d8-7115d2aef499", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:30.097686 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-301b5b16-bcca-4060-babe-ca681a86d786 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:30.098096 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301b5b16-bcca-4060-babe-ca681a86d786'] response: {'server_uuid': '285162a9-f461-4e3d-bb6b-d1dcd1153828', 'name': 'network-vif-deleted', 'tag': '4e24c96d-b64d-4c6a-95d8-7115d2aef499', 'status': 'completed', 'code': 200} Apr 06 13:58:30.103609 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] For port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:30.103980 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.288067 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.288426 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (ddf17db4-70e6-473b-9126-63e76a8ef1e9), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.288762 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Floating IP ddf17db4-70e6-473b-9126-63e76a8ef1e9 disassociated. External IP: 172.27.3.90, port: 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd. Apr 06 13:58:30.289082 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Calling delete_port for 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:30.431453 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (3150c2f9-0b38-48eb-b4e0-2a0daa622bfd), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.463528 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event deleted for resources: {'Port': ['ID=3150c2f9-0b38-48eb-b4e0-2a0daa622bfd,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:30.600655 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:58:30.728896 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:30.748294 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] Sync routers for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:30.773795 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] No DVR routers for this DVR port 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:30.776396 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:30.779875 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d616f3ee-1503-4102-b0b6-47c1e2b3586d req-43701163-7860-4aa7-b8cb-e205eb723194 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "DELETE /v2.0/ports/3150c2f9-0b38-48eb-b4e0-2a0daa622bfd HTTP/1.1" status: 204 len: 173 time: 1.0104220 Apr 06 13:58:30.783100 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:30.791038 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:30.901954 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-72531de6-ec2c-47c4-88c9-4eb6d24e62d4 req-a65e66f5-68b7-4d6a-8dc0-881b21ac3f74 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=e299530c-5fe4-4134-b8dd-a767a7cc4e3a HTTP/1.1" status: 200 len: 210 time: 0.0533733 Apr 06 13:58:30.934854 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:31.048559 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-9c0d5bbe-0779-427c-9947-97ce3f497c56 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:31.050323 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-9c0d5bbe-0779-427c-9947-97ce3f497c56 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/networks?id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 HTTP/1.1" status: 200 len: 808 time: 0.1400802 Apr 06 13:58:31.071846 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-6b64d44e-56fa-467b-811b-7b0aafa40852 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/quotas/2ec18a71e153404a8ed07777fa93d383 HTTP/1.1" status: 200 len: 375 time: 0.0118544 Apr 06 13:58:31.122880 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-a17642e7-b626-4980-849e-c635599320bb tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ec18a71e153404a8ed07777fa93d383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407763 Apr 06 13:58:31.183386 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:31.211117 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] Checking router: 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:31.221601 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:31.222425 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:31.225747 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-2a8498fb-ddb4-4324-836c-bf68ae68759a service neutron] 10.222.0.44 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936494 Apr 06 13:58:31.347699 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:31.363385 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-16f51857-fb34-417d-a5c5-595733a268ab service neutron] 10.222.0.44 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314783 Apr 06 13:58:31.585562 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-10001e04-b41e-46e1-a511-0c7ee7490322 req-1547d39b-8d99-474b-93ab-36050bc10d43 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 210 time: 0.0340722 Apr 06 13:58:31.716010 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:31.750413 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51113b-46d3-464a-9f53-53424f06b66a None None] The sync data for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi is: [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:32.003116 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53370) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:32.056190 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff4fb2-ea16-44e4-b1e8-05f26bf27ea1 None None] New status for floating IP ddf17db4-70e6-473b-9126-63e76a8ef1e9: DOWN {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:58:32.070023 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8978fcb0-66c5-4460-8553-874b97721953 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (18be75f6-216a-4aa4-8237-9e2d89c1d916), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.099449 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'name': 'network-vif-deleted', 'tag': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:32.100073 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8978fcb0-66c5-4460-8553-874b97721953 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (18be75f6-216a-4aa4-8237-9e2d89c1d916), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.103123 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bda3bd-254d-4c6c-8946-808ad20fd081" -d '{"events": [{"server_uuid": "e299530c-5fe4-4134-b8dd-a767a7cc4e3a", "name": "network-vif-deleted", "tag": "3150c2f9-0b38-48eb-b4e0-2a0daa622bfd"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:32.156892 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a417024-812f-4824-905f-acb0a84ed07b x-openstack-request-id: req-7a417024-812f-4824-905f-acb0a84ed07b {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:32.157282 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e299530c-5fe4-4134-b8dd-a767a7cc4e3a", "name": "network-vif-deleted", "tag": "3150c2f9-0b38-48eb-b4e0-2a0daa622bfd", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:32.157577 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a417024-812f-4824-905f-acb0a84ed07b {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:32.158210 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a417024-812f-4824-905f-acb0a84ed07b'] response: {'server_uuid': 'e299530c-5fe4-4134-b8dd-a767a7cc4e3a', 'name': 'network-vif-deleted', 'tag': '3150c2f9-0b38-48eb-b4e0-2a0daa622bfd', 'status': 'completed', 'code': 200} Apr 06 13:58:32.169398 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8978fcb0-66c5-4460-8553-874b97721953 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (18be75f6-216a-4aa4-8237-9e2d89c1d916), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.172593 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8978fcb0-66c5-4460-8553-874b97721953 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.173912 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-8978fcb0-66c5-4460-8553-874b97721953 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "DELETE /v2.0/security-groups/18be75f6-216a-4aa4-8237-9e2d89c1d916 HTTP/1.1" status: 204 len: 168 time: 0.1687009 Apr 06 13:58:32.176772 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53374) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:32.187214 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978fcb0-66c5-4460-8553-874b97721953 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18be75f6-216a-4aa4-8237-9e2d89c1d916,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:32.195552 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.api.v2.resource [None req-4108192a-91d3-4743-9d8e-3dda8c9b8314 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] show failed (client error): The resource could not be found. Apr 06 13:58:32.200218 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53376) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:32.200541 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4108192a-91d3-4743-9d8e-3dda8c9b8314 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups/18be75f6-216a-4aa4-8237-9e2d89c1d916 HTTP/1.1" status: 404 len: 347 time: 0.0221584 Apr 06 13:58:32.346639 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Deleting port 0b5c9a59-5407-4528-baf1-00b0d41858e1 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:32.347075 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (0b5c9a59-5407-4528-baf1-00b0d41858e1), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.434003 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (0b5c9a59-5407-4528-baf1-00b0d41858e1), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.434324 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (0b5c9a59-5407-4528-baf1-00b0d41858e1), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.447042 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Calling delete_port for 0b5c9a59-5407-4528-baf1-00b0d41858e1 owned by network:floatingip {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:32.594030 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (0b5c9a59-5407-4528-baf1-00b0d41858e1), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.629762 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event deleted for resources: {'Port': ['ID=0b5c9a59-5407-4528-baf1-00b0d41858e1,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:32.728747 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (ddf17db4-70e6-473b-9126-63e76a8ef1e9), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.733837 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.735996 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-25bbd09e-fd05-4256-ac6c-50f76c8bc1e8 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "DELETE /v2.0/floatingips/ddf17db4-70e6-473b-9126-63e76a8ef1e9 HTTP/1.1" status: 204 len: 168 time: 0.5336404 Apr 06 13:58:32.750127 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e16f04cb-6bea-4dab-a19c-30637a90b6a8 req-a8f63608-803c-43b0-80a0-74db414cf92d tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 210 time: 0.0589035 Apr 06 13:58:32.833012 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-0f608be5-92d0-4a58-bd37-f5f76cdb7167 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:32.834911 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-0f608be5-92d0-4a58-bd37-f5f76cdb7167 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.41 "GET /v2.0/networks?id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 HTTP/1.1" status: 200 len: 808 time: 0.1510780 Apr 06 13:58:32.848627 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Request body: {'port': {'device_id': '59036c79-f621-4bf1-a920-529519819668', 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0', 'admin_state_up': True, 'tenant_id': '2ec18a71e153404a8ed07777fa93d383'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:32.972276 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Made reservation on behalf of 2ec18a71e153404a8ed07777fa93d383 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:32.975827 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:32.996461 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 4e24c96d-b64d-4c6a-95d8-7115d2aef499 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:33.017840 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 4e24c96d-b64d-4c6a-95d8-7115d2aef499 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:33.018350 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 4e24c96d-b64d-4c6a-95d8-7115d2aef499 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:33.018875 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:33.038980 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:33.039479 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 3150c2f9-0b38-48eb-b4e0-2a0daa622bfd not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:33.110269 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Allocated IP 172.20.0.13 (8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0/25cf8b64-0071-4122-b0e6-0a53c6429284/20de26aa-53cc-4c18-a9c2-57dec621591c) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:33.165432 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53386) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:33.171519 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-a0e3b586-f452-457a-ac87-289e4e56c70d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514789038', 'description': 'tempest-description--862177793'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:33.203038 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b586-f452-457a-ac87-289e4e56c70d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.277313 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b586-f452-457a-ac87-289e4e56c70d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (b73a65e6-b573-4d3e-ae73-7cc3a4987347), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.288647 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b586-f452-457a-ac87-289e4e56c70d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (b73a65e6-b573-4d3e-ae73-7cc3a4987347), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.315109 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks [] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.321103 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3b586-f452-457a-ac87-289e4e56c70d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a65e6-b573-4d3e-ae73-7cc3a4987347,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:33.327568 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b586-f452-457a-ac87-289e4e56c70d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.330030 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a0e3b586-f452-457a-ac87-289e4e56c70d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1628833 Apr 06 13:58:33.330691 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53392) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:33.335565 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-da4cb4cd-6242-4354-86a7-36b5b98038a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'security_group_rule': {'security_group_id': 'b73a65e6-b573-4d3e-ae73-7cc3a4987347', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:33.370411 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-da4cb4cd-6242-4354-86a7-36b5b98038a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (75ae1946-d488-4172-b9f8-3ef6977f3c35), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.377923 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.431628 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:33.435184 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:33.439990 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:33.444441 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Pushing event updated for resources: {'Port': ['ID=20de26aa-53cc-4c18-a9c2-57dec621591c,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:33.458631 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-da4cb4cd-6242-4354-86a7-36b5b98038a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (75ae1946-d488-4172-b9f8-3ef6977f3c35), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.465123 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-da4cb4cd-6242-4354-86a7-36b5b98038a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (75ae1946-d488-4172-b9f8-3ef6977f3c35), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.493723 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-da4cb4cd-6242-4354-86a7-36b5b98038a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.495581 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-da4cb4cd-6242-4354-86a7-36b5b98038a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635311 Apr 06 13:58:33.496928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:33.497301 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cb4cd-6242-4354-86a7-36b5b98038a6 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ae1946-d488-4172-b9f8-3ef6977f3c35,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:33.497649 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.500253 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53396) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:33.505801 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-d6fd8ec6-2767-4f61-9f63-52c10ab698ac tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'security_group_rule': {'security_group_id': 'b73a65e6-b573-4d3e-ae73-7cc3a4987347', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:33.530499 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-03b855ac-f4a4-4e86-970c-25a53cf746f6 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6859863 Apr 06 13:58:33.543587 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Request body: {'port': {'device_id': '59036c79-f621-4bf1-a920-529519819668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:33.549122 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8ec6-2767-4f61-9f63-52c10ab698ac tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (677d4854-63ac-49e8-846e-49e76e9fea33), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.640086 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.659385 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8ec6-2767-4f61-9f63-52c10ab698ac tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (677d4854-63ac-49e8-846e-49e76e9fea33), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.665328 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8ec6-2767-4f61-9f63-52c10ab698ac tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (677d4854-63ac-49e8-846e-49e76e9fea33), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.718634 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd8ec6-2767-4f61-9f63-52c10ab698ac tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677d4854-63ac-49e8-846e-49e76e9fea33,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:33.808798 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8ec6-2767-4f61-9f63-52c10ab698ac tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:33.810200 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d6fd8ec6-2767-4f61-9f63-52c10ab698ac tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3079355 Apr 06 13:58:33.814426 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53410) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:33.820680 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:33.870282 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.024434 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20de26aa-53cc-4c18-a9c2-57dec621591c {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:34.034728 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Publish callbacks [] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.050503 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Transition to ACTIVE for port object 20de26aa-53cc-4c18-a9c2-57dec621591c will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:58:34.057361 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.174901 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Pushing event updated for resources: {'Port': ['ID=20de26aa-53cc-4c18-a9c2-57dec621591c,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:34.213653 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Attempting to bind port 20de26aa-53cc-4c18-a9c2-57dec621591c on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:58:34.214071 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Attempting to bind port 20de26aa-53cc-4c18-a9c2-57dec621591c by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:58:34.214445 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Attempting to bind port 20de26aa-53cc-4c18-a9c2-57dec621591c on network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:34.219695 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Port 20de26aa-53cc-4c18-a9c2-57dec621591c on network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:58:34.220029 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Attempting to bind port 20de26aa-53cc-4c18-a9c2-57dec621591c on network 8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:34.225681 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:58:34.226030 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Checking segment: {'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:34.226395 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Bound using segment: {'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:58:34.226826 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Bound port: 20de26aa-53cc-4c18-a9c2-57dec621591c, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c51ac4c-d687-40ad-8329-878751eb5c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:58:34.227884 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.242822 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc358-5a8b-41bb-821f-affb0ad93094 req-d8a2d944-3a77-4df6-bc47-c8c2de298ee9 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:34.244401 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-365cc358-5a8b-41bb-821f-affb0ad93094 req-d8a2d944-3a77-4df6-bc47-c8c2de298ee9 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 932 time: 0.4066234 Apr 06 13:58:34.313586 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-365cc358-5a8b-41bb-821f-affb0ad93094 req-712831b4-4fba-411e-ab0b-1130fc44ad93 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591009 Apr 06 13:58:34.314054 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] For port 20de26aa-53cc-4c18-a9c2-57dec621591c, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:58:34.318534 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] For port 20de26aa-53cc-4c18-a9c2-57dec621591c, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=20de26aa-53cc-4c18-a9c2-57dec621591c,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:58:34.328804 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.329328 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.376186 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:34.376860 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.378575 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/20de26aa-53cc-4c18-a9c2-57dec621591c HTTP/1.1" status: 200 len: 1094 time: 0.8397090 Apr 06 13:58:34.379118 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59036c79-f621-4bf1-a920-529519819668', 'tag': '20de26aa-53cc-4c18-a9c2-57dec621591c'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:34.381648 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104" -d '{"events": [{"name": "network-changed", "server_uuid": "59036c79-f621-4bf1-a920-529519819668", "tag": "20de26aa-53cc-4c18-a9c2-57dec621591c"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:34.432626 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da390fb-2ce3-4fc9-9d6c-8121b5f653b3 service neutron] Pushing event updated for resources: {'Port': ['ID=20de26aa-53cc-4c18-a9c2-57dec621591c,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:34.451974 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f55a2f-556f-4867-af47-333087e35ea0 x-openstack-request-id: req-a5f55a2f-556f-4867-af47-333087e35ea0 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:34.451974 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59036c79-f621-4bf1-a920-529519819668", "tag": "20de26aa-53cc-4c18-a9c2-57dec621591c", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:34.451974 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5f55a2f-556f-4867-af47-333087e35ea0 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:34.451974 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f55a2f-556f-4867-af47-333087e35ea0'] response: {'name': 'network-changed', 'server_uuid': '59036c79-f621-4bf1-a920-529519819668', 'tag': '20de26aa-53cc-4c18-a9c2-57dec621591c', 'status': 'completed', 'code': 200} Apr 06 13:58:34.473150 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Allocated IP 172.27.3.59 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/3bff74a5-1130-4e56-9fc1-838cf42bb203) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:34.491085 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-e8be0c53-1094-4076-b034-a1a95dc694f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:34.492849 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-e8be0c53-1094-4076-b034-a1a95dc694f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ec18a71e153404a8ed07777fa93d383&device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 1128 time: 0.0554760 Apr 06 13:58:34.535847 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-d7a57b5c-81e5-4db2-ac5a-1482b66ec2bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20de26aa-53cc-4c18-a9c2-57dec621591c HTTP/1.1" status: 200 len: 217 time: 0.0347779 Apr 06 13:58:34.581013 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for port (3bff74a5-1130-4e56-9fc1-838cf42bb203), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.591767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-3c223d33-7293-4cec-90b9-14158e9cb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:34.593243 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-3c223d33-7293-4cec-90b9-14158e9cb6ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25cf8b64-0071-4122-b0e6-0a53c6429284 HTTP/1.1" status: 200 len: 848 time: 0.0502100 Apr 06 13:58:34.615705 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (3bff74a5-1130-4e56-9fc1-838cf42bb203), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.627520 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-9bd28bbb-9ddd-446c-9dea-c639795d64c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273936 Apr 06 13:58:34.654262 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:34.659579 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:34.663488 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:34.669755 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'Port': ['ID=3bff74a5-1130-4e56-9fc1-838cf42bb203,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:34.733674 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-3bbe7b10-ebf0-4d69-820e-dfbe258819b5 service neutron] 10.222.0.41 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972652 Apr 06 13:58:34.761177 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (b30bf82a-e736-4c43-a0e6-b05d84a7a1bd), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.806982 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (3bff74a5-1130-4e56-9fc1-838cf42bb203), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.831966 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5a454ca-73a8-4152-b55e-8d5cd30af323 req-40c14406-c63e-4992-a6d8-9cf1f473a7b4 service neutron] 10.222.0.41 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915906 Apr 06 13:58:34.973509 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for port (3bff74a5-1130-4e56-9fc1-838cf42bb203), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:34.981480 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991080'] for port (3bff74a5-1130-4e56-9fc1-838cf42bb203), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:35.047393 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'Port': ['ID=3bff74a5-1130-4e56-9fc1-838cf42bb203,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:35.060879 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (b30bf82a-e736-4c43-a0e6-b05d84a7a1bd), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:35.078027 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:35.079271 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-0788a92e-bc5d-4cb4-8fe5-e1490497cd86 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2632926 Apr 06 13:58:35.291266 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5b33126d-bffc-4a28-a122-5e0163515909 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1514789038&fields=id&tenant_id=8ec8296c498c4d6b999daf96686e0d68 HTTP/1.1" status: 200 len: 267 time: 0.0449870 Apr 06 13:58:35.412233 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-7a2c2ff7-5702-4a23-8296-bd52b7a0f590 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:35.413763 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-7a2c2ff7-5702-4a23-8296-bd52b7a0f590 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 809 time: 0.1155212 Apr 06 13:58:35.429964 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-ef01fa4e-fcd1-439e-84b5-6e859b7e735c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/quotas/8ec8296c498c4d6b999daf96686e0d68 HTTP/1.1" status: 200 len: 375 time: 0.0100958 Apr 06 13:58:35.499533 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-4dae8e28-b498-493e-a1e2-4f2fde781b5d tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608296 Apr 06 13:58:35.666104 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-b781109d-1f2f-433a-8573-9187225d44f7 service neutron] 10.222.0.44 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517005 Apr 06 13:58:35.758797 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-4ac4eb86-dee5-488e-8d69-6ef45481851a service neutron] 10.222.0.44 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869515 Apr 06 13:58:37.015871 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 20de26aa-53cc-4c18-a9c2-57dec621591c details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:58:37.204245 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 20de26aa-53cc-4c18-a9c2-57dec621591c, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=20de26aa-53cc-4c18-a9c2-57dec621591c,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:37.246491 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '20de26aa-53cc-4c18-a9c2-57dec621591c', 'network_id': '8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0', 'port_id': '20de26aa-53cc-4c18-a9c2-57dec621591c', 'mac_address': 'fa:16:3e:11:10:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf8b64-0071-4122-b0e6-0a53c6429284', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:58:37.300399 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 20de26aa-53cc-4c18-a9c2-57dec621591c is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:37.300798 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:37.307038 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-ca5d8ede-3c2d-4195-a31d-e6443d67c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:37.308570 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-ca5d8ede-3c2d-4195-a31d-e6443d67c04f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ec18a71e153404a8ed07777fa93d383&device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 1128 time: 0.1142759 Apr 06 13:58:37.457887 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-5c1015ae-37a7-42d3-b6a2-3e88b609fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:37.459985 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-5c1015ae-37a7-42d3-b6a2-3e88b609fd0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 HTTP/1.1" status: 200 len: 908 time: 0.1447463 Apr 06 13:58:37.523628 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf3fab-3d0b-41f2-a725-2f9073ef7625 req-fcf9e74a-2156-4a82-adcd-0887b5ec19b9 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:37.525368 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0dcf3fab-3d0b-41f2-a725-2f9073ef7625 req-fcf9e74a-2156-4a82-adcd-0887b5ec19b9 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 944 time: 0.0950637 Apr 06 13:58:37.545191 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20de26aa-53cc-4c18-a9c2-57dec621591c {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:37.572529 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-3a7b2417-2641-4d5c-ba36-774c8cee9263 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20de26aa-53cc-4c18-a9c2-57dec621591c HTTP/1.1" status: 200 len: 217 time: 0.0754378 Apr 06 13:58:37.583108 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 20de26aa-53cc-4c18-a9c2-57dec621591c, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=20de26aa-53cc-4c18-a9c2-57dec621591c,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:37.592291 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:37.633287 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-445e6007-e567-4ac0-a988-e29423669fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:37.636082 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-445e6007-e567-4ac0-a988-e29423669fa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25cf8b64-0071-4122-b0e6-0a53c6429284 HTTP/1.1" status: 200 len: 848 time: 0.0561469 Apr 06 13:58:37.669065 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=20de26aa-53cc-4c18-a9c2-57dec621591c,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:37.674582 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-059e53b0-b494-495f-bf1d-21e1f0ac3ae0 req-fa7e0cd4-fe1b-406b-8a99-77ea7067838b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 210 time: 0.0817976 Apr 06 13:58:37.682366 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-c3de71a0-b1d3-4263-a344-258376f5f2ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354335 Apr 06 13:58:37.700755 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0dcf3fab-3d0b-41f2-a725-2f9073ef7625 req-58a36fc1-b76f-4b87-9a93-ad1bb8dd29ed tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676469 Apr 06 13:58:37.821169 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-bb5ea93b-7bbe-4d86-9aff-a43277d6c88a service neutron] 10.222.0.41 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294611 Apr 06 13:58:37.840090 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949c4c9-2344-4d20-a804-02ae88f11291 req-0264bf75-ce87-4e8b-bf2b-0ca46c55af0d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:37.842325 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0949c4c9-2344-4d20-a804-02ae88f11291 req-0264bf75-ce87-4e8b-bf2b-0ca46c55af0d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0819111 Apr 06 13:58:37.898685 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0949c4c9-2344-4d20-a804-02ae88f11291 req-3c48003f-dd51-4ff0-bf4e-792cab03ccd8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483646 Apr 06 13:58:37.930249 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ee4e5b6-110a-497c-ad53-3a4abe6a7104 req-ae530ba2-d48c-4bb6-ab7e-9c2b50c329c4 service neutron] 10.222.0.41 "GET /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998931 Apr 06 13:58:37.943208 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['20de26aa-53cc-4c18-a9c2-57dec621591c'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:58:38.337302 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-20aecf08-53a5-4bab-9342-69f44ff48d63 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:38.338662 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-20aecf08-53a5-4bab-9342-69f44ff48d63 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 809 time: 0.1074705 Apr 06 13:58:38.418553 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-24e7a451-538e-405b-997d-86ebc8161a3c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec8296c498c4d6b999daf96686e0d68 HTTP/1.1" status: 200 len: 380 time: 0.0664017 Apr 06 13:58:38.490797 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'port': {'device_id': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'admin_state_up': True, 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'security_groups': ['b73a65e6-b573-4d3e-ae73-7cc3a4987347']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:38.619339 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Made reservation on behalf of 8ec8296c498c4d6b999daf96686e0d68 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:58:38.623243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:38.764357 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Allocated IP 172.20.0.13 (7dae22fb-f944-4482-ac15-d34f4276970b/bf1a3bef-da49-492a-bd27-57f2fcd9bd36/8f9e567c-b5a2-4bee-9f78-fed852478c76) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:58:38.805751 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ad7da964-2be0-4c7d-bd61-8ad4ce09fe6a req-29b53e58-b0e6-4e2b-844d-c157e46ce4cb tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 210 time: 0.0353148 Apr 06 13:58:38.850627 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:38.858674 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4d058-b834-44e8-a773-5a6f4c898d00 req-3320775c-c09e-4691-8b83-3bd89b89a724 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:38.860290 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-83c4d058-b834-44e8-a773-5a6f4c898d00 req-3320775c-c09e-4691-8b83-3bd89b89a724 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 945 time: 0.0571816 Apr 06 13:58:38.916587 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-83c4d058-b834-44e8-a773-5a6f4c898d00 req-15a75701-146a-4336-a0f8-684cb8b61d0b tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476933 Apr 06 13:58:38.924422 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:38.963524 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.016359 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 20de26aa-53cc-4c18-a9c2-57dec621591c up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:58:39.017093 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Network 7dae22fb-f944-4482-ac15-d34f4276970b is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:58:39.020580 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:58:39.025238 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:58:39.029544 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event updated for resources: {'Port': ['ID=8f9e567c-b5a2-4bee-9f78-fed852478c76,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:39.049765 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9d164-d5f7-4175-9a32-03099900fc15 req-02b18e77-6faa-44f3-a64d-8815b151d980 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:39.051692 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5ed9d164-d5f7-4175-9a32-03099900fc15 req-02b18e77-6faa-44f3-a64d-8815b151d980 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0673995 Apr 06 13:58:39.082220 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:39.083013 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.096069 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 20de26aa-53cc-4c18-a9c2-57dec621591c completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:58:39.104089 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-5c800f4c-bd69-4841-a25d-24d39af7886c tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6187258 Apr 06 13:58:39.105036 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 20de26aa-53cc-4c18-a9c2-57dec621591c triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:39.105436 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.114995 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5ed9d164-d5f7-4175-9a32-03099900fc15 req-e46bda89-3067-4777-b1d6-ca7be31cd2c9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533681 Apr 06 13:58:39.119692 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Request body: {'port': {'device_id': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:39.199513 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.200564 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 20de26aa-53cc-4c18-a9c2-57dec621591c is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:39.200958 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.234543 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59036c79-f621-4bf1-a920-529519819668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de26aa-53cc-4c18-a9c2-57dec621591c'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:39.236956 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488953e2-d67b-461a-8f35-07b01e38179c" -d '{"events": [{"server_uuid": "59036c79-f621-4bf1-a920-529519819668", "name": "network-vif-plugged", "status": "completed", "tag": "20de26aa-53cc-4c18-a9c2-57dec621591c"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:39.253803 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 20de26aa-53cc-4c18-a9c2-57dec621591c, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=20de26aa-53cc-4c18-a9c2-57dec621591c,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:39.263046 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.300382 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f971f9f5-7ff6-452f-86cd-cf2fa98fd527 x-openstack-request-id: req-f971f9f5-7ff6-452f-86cd-cf2fa98fd527 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:39.300703 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59036c79-f621-4bf1-a920-529519819668", "name": "network-vif-plugged", "status": "completed", "tag": "20de26aa-53cc-4c18-a9c2-57dec621591c", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:39.300959 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f971f9f5-7ff6-452f-86cd-cf2fa98fd527 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:39.301517 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f971f9f5-7ff6-452f-86cd-cf2fa98fd527'] response: {'server_uuid': '59036c79-f621-4bf1-a920-529519819668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20de26aa-53cc-4c18-a9c2-57dec621591c', 'code': 200} Apr 06 13:58:39.343149 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=20de26aa-53cc-4c18-a9c2-57dec621591c,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:39.351215 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-65b36b8c-97bd-42b9-bd77-d0728f872355 None None] Provisioning complete for port 8f9e567c-b5a2-4bee-9f78-fed852478c76 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:39.351609 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-65b36b8c-97bd-42b9-bd77-d0728f872355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.403125 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-65b36b8c-97bd-42b9-bd77-d0728f872355 None None] Port 8f9e567c-b5a2-4bee-9f78-fed852478c76 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:58:39.544206 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9e567c-b5a2-4bee-9f78-fed852478c76 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:39.553509 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Publish callbacks [] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.562143 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0dcd2-a43a-43b1-9139-25e47e7c08d7 req-3f2a2294-b689-421d-a403-f331e6909ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:39.563753 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0e0dcd2-a43a-43b1-9139-25e47e7c08d7 req-3f2a2294-b689-421d-a403-f331e6909ed3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 1130 time: 0.0959294 Apr 06 13:58:39.571141 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Transition to ACTIVE for port object 8f9e567c-b5a2-4bee-9f78-fed852478c76 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:58:39.579732 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.663630 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9e567c-b5a2-4bee-9f78-fed852478c76,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:39.669687 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0e0dcd2-a43a-43b1-9139-25e47e7c08d7 req-3f3b9740-d9cc-48c8-a375-c623fd538c23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965021 Apr 06 13:58:39.736913 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Attempting to bind port 8f9e567c-b5a2-4bee-9f78-fed852478c76 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:58:39.737276 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Attempting to bind port 8f9e567c-b5a2-4bee-9f78-fed852478c76 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:58:39.737615 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Attempting to bind port 8f9e567c-b5a2-4bee-9f78-fed852478c76 on network 7dae22fb-f944-4482-ac15-d34f4276970b {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:39.745216 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Port 8f9e567c-b5a2-4bee-9f78-fed852478c76 on network 7dae22fb-f944-4482-ac15-d34f4276970b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:58:39.745588 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Attempting to bind port 8f9e567c-b5a2-4bee-9f78-fed852478c76 on network 7dae22fb-f944-4482-ac15-d34f4276970b {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:58:39.751133 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:58:39.751478 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Checking segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:58:39.751865 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Bound using segment: {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:58:39.752371 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Bound port: 8f9e567c-b5a2-4bee-9f78-fed852478c76, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1bcd57-1e09-4f1f-a246-0d987d89972f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:58:39.752656 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.819683 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] For port 8f9e567c-b5a2-4bee-9f78-fed852478c76, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:58:39.826076 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] For port 8f9e567c-b5a2-4bee-9f78-fed852478c76, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8f9e567c-b5a2-4bee-9f78-fed852478c76,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:58:39.835859 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.874030 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:39.874657 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:39.876136 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f9e567c-b5a2-4bee-9f78-fed852478c76 HTTP/1.1" status: 200 len: 1094 time: 0.7609782 Apr 06 13:58:39.876587 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'tag': '8f9e567c-b5a2-4bee-9f78-fed852478c76'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:39.878914 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b7805e-2ac5-4622-a59c-ec253190797c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759", "tag": "8f9e567c-b5a2-4bee-9f78-fed852478c76"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:39.914957 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206df1-18d5-4574-b482-3820a4489b24 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9e567c-b5a2-4bee-9f78-fed852478c76,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:39.934909 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdb52f7-aace-4cf8-a5fb-0c68d580b36e x-openstack-request-id: req-acdb52f7-aace-4cf8-a5fb-0c68d580b36e {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:39.935212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759", "tag": "8f9e567c-b5a2-4bee-9f78-fed852478c76", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:39.935473 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acdb52f7-aace-4cf8-a5fb-0c68d580b36e {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:39.935882 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdb52f7-aace-4cf8-a5fb-0c68d580b36e'] response: {'name': 'network-changed', 'server_uuid': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'tag': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'status': 'completed', 'code': 200} Apr 06 13:58:40.028825 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a6557-b979-422d-ae3f-ae5df90b5442 req-d58b01a5-0c22-4dab-af3d-eff2b3840a03 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:40.030866 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e94a6557-b979-422d-ae3f-ae5df90b5442 req-d58b01a5-0c22-4dab-af3d-eff2b3840a03 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 944 time: 0.1181829 Apr 06 13:58:40.123448 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68f28b-53d3-4408-8583-5b28fc8512d7 req-4b995266-76e7-4de3-9cc2-8ab62dc9703c tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:40.125296 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7b68f28b-53d3-4408-8583-5b28fc8512d7 req-4b995266-76e7-4de3-9cc2-8ab62dc9703c tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 946 time: 0.1172454 Apr 06 13:58:40.130142 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e94a6557-b979-422d-ae3f-ae5df90b5442 req-06dbcec5-5976-426f-a68a-019242cdf709 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759683 Apr 06 13:58:40.184847 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7b68f28b-53d3-4408-8583-5b28fc8512d7 req-65e81a3c-f8c4-43ee-b4ee-bcaf4cb5ff57 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512486 Apr 06 13:58:40.280108 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed877e5d-e534-47b7-a3a4-1d09947b6bf8 req-70064cb6-bcdf-43c0-9f3d-6bf89a656ba3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:40.281969 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ed877e5d-e534-47b7-a3a4-1d09947b6bf8 req-70064cb6-bcdf-43c0-9f3d-6bf89a656ba3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0776908 Apr 06 13:58:40.338189 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ed877e5d-e534-47b7-a3a4-1d09947b6bf8 req-ed2cb727-5ce9-48f5-a4ca-158fe8f4ecc0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456505 Apr 06 13:58:40.341847 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7805e-2ac5-4622-a59c-ec253190797c req-24301ead-8522-4ff6-946e-24df3e8221dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:40.343408 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-14b7805e-2ac5-4622-a59c-ec253190797c req-24301ead-8522-4ff6-946e-24df3e8221dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 1128 time: 0.3669546 Apr 06 13:58:40.735733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7805e-2ac5-4622-a59c-ec253190797c req-a8adc6de-5006-437f-a2f8-c90b372685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:40.737283 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-14b7805e-2ac5-4622-a59c-ec253190797c req-a8adc6de-5006-437f-a2f8-c90b372685d0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8ec8296c498c4d6b999daf96686e0d68&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1074855 Apr 06 13:58:40.839005 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7805e-2ac5-4622-a59c-ec253190797c req-dbe23367-8b91-44d6-b7a7-76bc09751d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:40.840473 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-14b7805e-2ac5-4622-a59c-ec253190797c req-dbe23367-8b91-44d6-b7a7-76bc09751d6d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0974405 Apr 06 13:58:40.941184 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-b3b6258f-5225-4ad6-a6ef-83ec454abe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:40.942656 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-b3b6258f-5225-4ad6-a6ef-83ec454abe07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 1128 time: 0.0478776 Apr 06 13:58:41.261857 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6fc89-b588-41b6-b030-62a9535035ae req-2fe1b7ec-ec76-4c14-8d43-d3a5be4c25bf tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:41.263339 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5ff6fc89-b588-41b6-b030-62a9535035ae req-2fe1b7ec-ec76-4c14-8d43-d3a5be4c25bf tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 944 time: 0.0584476 Apr 06 13:58:41.340562 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5ff6fc89-b588-41b6-b030-62a9535035ae req-b78fcacc-5b3b-4538-b24b-e678095943af tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674863 Apr 06 13:58:41.349140 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1efb6d-0b11-4a43-8e8b-1486d092be70 req-6ae0bd1e-cbb9-491c-8ade-e8be2dc3d435 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:41.350665 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3a1efb6d-0b11-4a43-8e8b-1486d092be70 req-6ae0bd1e-cbb9-491c-8ade-e8be2dc3d435 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 946 time: 0.0864584 Apr 06 13:58:41.414784 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3a1efb6d-0b11-4a43-8e8b-1486d092be70 req-346f9057-3fb7-4fc6-abc8-47a5d784bb41 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581167 Apr 06 13:58:41.484447 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f2761-fcdb-466f-9134-5dadf25efa73 req-65104d85-1b38-4fdd-8af0-bd8cb3942f63 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:41.486835 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-230f2761-fcdb-466f-9134-5dadf25efa73 req-65104d85-1b38-4fdd-8af0-bd8cb3942f63 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0648744 Apr 06 13:58:41.487807 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-0581f13f-eb5a-4a18-91a8-94805405afd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f9e567c-b5a2-4bee-9f78-fed852478c76 HTTP/1.1" status: 200 len: 217 time: 0.0688279 Apr 06 13:58:41.537237 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-cef11ec6-98be-4972-9720-a42f7ceb1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:41.538395 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-cef11ec6-98be-4972-9720-a42f7ceb1f41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 200 len: 848 time: 0.0450883 Apr 06 13:58:41.541096 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-230f2761-fcdb-466f-9134-5dadf25efa73 req-874f7c86-b5ab-4819-b93f-aa26818a3004 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491033 Apr 06 13:58:41.591214 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-f022a0d0-f59e-4864-994d-f6e28c88b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:41.592733 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-f022a0d0-f59e-4864-994d-f6e28c88b00b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dae22fb-f944-4482-ac15-d34f4276970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471685 Apr 06 13:58:41.691333 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-349ff1f1-1411-4f89-b8df-71823473e620 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914934 Apr 06 13:58:41.807033 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7425b782-0903-4b03-b1d0-f8f9705bab56 req-fed786cd-827e-4e16-a40d-1117e8a04cac service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081748 Apr 06 13:58:42.344181 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ed00f0c9-fac3-4eb7-8904-7d02b5a835e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:42.490107 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e29f9-6da1-4456-87e4-5f52fb7828d7 req-f42497cd-04e0-4259-aa9a-830e000dd889 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:42.491752 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-444e29f9-6da1-4456-87e4-5f52fb7828d7 req-f42497cd-04e0-4259-aa9a-830e000dd889 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 944 time: 0.0764627 Apr 06 13:58:42.573239 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-444e29f9-6da1-4456-87e4-5f52fb7828d7 req-b6b1c598-02a4-4dd2-808a-3274bc89a3c1 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729818 Apr 06 13:58:42.597138 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1204e9-e1d6-47a4-ad7b-6cbcd109e87f req-419a4527-345c-49dd-8407-89e243be0951 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:42.599626 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eb1204e9-e1d6-47a4-ad7b-6cbcd109e87f req-419a4527-345c-49dd-8407-89e243be0951 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 946 time: 0.0850022 Apr 06 13:58:42.674201 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eb1204e9-e1d6-47a4-ad7b-6cbcd109e87f req-4240ded5-cc7f-48f4-a05d-3427e6e25af5 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692704 Apr 06 13:58:42.698789 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9554-e9e1-4a9c-ae61-884e4e17e1f3 req-776025c4-0c24-49be-86b9-eb099d6f2026 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:42.700843 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6dae9554-e9e1-4a9c-ae61-884e4e17e1f3 req-776025c4-0c24-49be-86b9-eb099d6f2026 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0650613 Apr 06 13:58:42.750732 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6dae9554-e9e1-4a9c-ae61-884e4e17e1f3 req-e26c8f39-1768-4c87-8339-2d680eccd1a9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 Apr 06 13:58:43.400190 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858d745-8993-4dc1-afd7-d709f44e9c37 req-43a1123b-e7ad-43c3-a08c-da1c368daaad tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:43.401802 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a858d745-8993-4dc1-afd7-d709f44e9c37 req-43a1123b-e7ad-43c3-a08c-da1c368daaad tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 946 time: 0.0608008 Apr 06 13:58:43.455160 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a858d745-8993-4dc1-afd7-d709f44e9c37 req-0a4569cf-1e23-48fb-8cd6-04adbfb8c081 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Apr 06 13:58:43.701193 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e17c6f-0da1-4988-8ea0-d320dc19e472 req-3372ab8e-93ec-41be-af78-9c4741eb8513 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:43.702824 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-71e17c6f-0da1-4988-8ea0-d320dc19e472 req-3372ab8e-93ec-41be-af78-9c4741eb8513 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 944 time: 0.0563848 Apr 06 13:58:43.756523 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-71e17c6f-0da1-4988-8ea0-d320dc19e472 req-b0a7966e-9664-4d2c-a6fa-a6a6d1509685 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475395 Apr 06 13:58:43.902879 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2191a6-e25c-4696-9409-ff36dc0991f4 req-b62c553e-7735-416a-940a-4b742e1c2bbf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:43.904504 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0f2191a6-e25c-4696-9409-ff36dc0991f4 req-b62c553e-7735-416a-940a-4b742e1c2bbf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0777211 Apr 06 13:58:43.958590 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0f2191a6-e25c-4696-9409-ff36dc0991f4 req-5a68184e-d478-4414-b290-355ae08788ac tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476167 Apr 06 13:58:44.601114 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026bce-8546-4a6e-b24c-d7aa935cc2e2 req-f9d815e1-c572-4936-8c46-b7930db6268e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:44.603851 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a4026bce-8546-4a6e-b24c-d7aa935cc2e2 req-f9d815e1-c572-4936-8c46-b7930db6268e tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 946 time: 0.0787778 Apr 06 13:58:44.665099 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a4026bce-8546-4a6e-b24c-d7aa935cc2e2 req-b6c0c7d3-ecdf-49c6-b2cf-de91e3abafd5 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548849 Apr 06 13:58:44.824666 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-65db0e23-4e6c-4d09-bf45-a6612a87bc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:44.892543 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47700d-daaa-4ddf-bcb7-f0410226ae2d req-ae83d1d7-4f38-42be-8574-587521deabae tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:44.894192 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9c47700d-daaa-4ddf-bcb7-f0410226ae2d req-ae83d1d7-4f38-42be-8574-587521deabae tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 944 time: 0.0586636 Apr 06 13:58:44.952814 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9c47700d-daaa-4ddf-bcb7-f0410226ae2d req-97105372-e646-4e32-8148-45f1b8d8c5fd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509231 Apr 06 13:58:45.031716 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 8f9e567c-b5a2-4bee-9f78-fed852478c76 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:58:45.094365 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4db7c-0f30-405e-b092-cfd97caa5768 req-1cef2a43-446b-44a2-ab61-8e5a739e0a93 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:45.096002 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-32b4db7c-0f30-405e-b092-cfd97caa5768 req-1cef2a43-446b-44a2-ab61-8e5a739e0a93 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0631058 Apr 06 13:58:45.145061 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-32b4db7c-0f30-405e-b092-cfd97caa5768 req-1ac0eb15-c8e8-4712-831f-2de06fc3ff50 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431097 Apr 06 13:58:45.155109 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 8f9e567c-b5a2-4bee-9f78-fed852478c76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8f9e567c-b5a2-4bee-9f78-fed852478c76,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:45.173635 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'port_id': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'mac_address': 'fa:16:3e:16:0a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:58:45.234848 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 8f9e567c-b5a2-4bee-9f78-fed852478c76 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:45.235484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.257023 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9e567c-b5a2-4bee-9f78-fed852478c76 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:45.280590 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 8f9e567c-b5a2-4bee-9f78-fed852478c76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8f9e567c-b5a2-4bee-9f78-fed852478c76,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:45.287158 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.345808 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=8f9e567c-b5a2-4bee-9f78-fed852478c76,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:45.594274 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:45.637004 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['8f9e567c-b5a2-4bee-9f78-fed852478c76'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:58:45.800539 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2a6e-7bff-431a-a2a7-44931b1105e4 req-08db62ed-1f01-422f-a7d8-319489252c04 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:45.802327 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-99db2a6e-7bff-431a-a2a7-44931b1105e4 req-08db62ed-1f01-422f-a7d8-319489252c04 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 946 time: 0.0626879 Apr 06 13:58:45.855655 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-99db2a6e-7bff-431a-a2a7-44931b1105e4 req-7f8a9e37-5c12-49e4-a1d0-3b02aec2bc02 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/security-groups?id=72f5714d-a6b2-457e-9a5c-56f240965ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Apr 06 13:58:46.085717 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44dd81-1089-4dff-89e2-9901e1276f0b req-9f308f08-8d70-4f14-8bb3-7ee085ca18ed tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:46.087266 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-df44dd81-1089-4dff-89e2-9901e1276f0b req-9f308f08-8d70-4f14-8bb3-7ee085ca18ed tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 945 time: 0.0548656 Apr 06 13:58:46.145906 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-df44dd81-1089-4dff-89e2-9901e1276f0b req-7c09ec84-232f-48e6-aa84-a25ae5de53b1 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521922 Apr 06 13:58:46.298084 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe75d2-0107-4d7f-a97f-0a9683d8ca11 req-56744e3e-adfd-4742-8619-b195bad33160 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:46.299729 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a8fe75d2-0107-4d7f-a97f-0a9683d8ca11 req-56744e3e-adfd-4742-8619-b195bad33160 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0607014 Apr 06 13:58:46.355007 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a8fe75d2-0107-4d7f-a97f-0a9683d8ca11 req-bbcf04cc-07e7-4793-a94c-ebee47c87b09 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459099 Apr 06 13:58:46.480457 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc716f-5f65-4742-8eee-45c450e96032 req-80588861-af0c-45b7-b510-319d6c9483c3 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:46.482017 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42fc716f-5f65-4742-8eee-45c450e96032 req-80588861-af0c-45b7-b510-319d6c9483c3 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.41 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 946 time: 0.0795889 Apr 06 13:58:46.590565 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Deleting port 20de26aa-53cc-4c18-a9c2-57dec621591c {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:46.590898 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.685688 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] For port 20de26aa-53cc-4c18-a9c2-57dec621591c, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=20de26aa-53cc-4c18-a9c2-57dec621591c,segment=NetworkSegment(9c51ac4c-d687-40ad-8329-878751eb5c91),segment_id=9c51ac4c-d687-40ad-8329-878751eb5c91)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:46.685957 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.700751 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Calling delete_port for 20de26aa-53cc-4c18-a9c2-57dec621591c owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:46.845163 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (20de26aa-53cc-4c18-a9c2-57dec621591c), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.858857 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['20de26aa-53cc-4c18-a9c2-57dec621591c'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:58:46.890015 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Pushing event deleted for resources: {'Port': ['ID=20de26aa-53cc-4c18-a9c2-57dec621591c,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:46.935661 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] No DVR routers for this DVR port 20de26aa-53cc-4c18-a9c2-57dec621591c on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:46.938364 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:46.941841 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-42fc716f-5f65-4742-8eee-45c450e96032 req-48148aae-357d-4633-b81d-977529604416 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.41 "DELETE /v2.0/ports/20de26aa-53cc-4c18-a9c2-57dec621591c HTTP/1.1" status: 204 len: 173 time: 0.4539683 Apr 06 13:58:46.942307 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59036c79-f621-4bf1-a920-529519819668', 'name': 'network-vif-deleted', 'tag': '20de26aa-53cc-4c18-a9c2-57dec621591c'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:46.944629 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4b1e87-92e2-4837-9b24-eca13ff3cbbe" -d '{"events": [{"server_uuid": "59036c79-f621-4bf1-a920-529519819668", "name": "network-vif-deleted", "tag": "20de26aa-53cc-4c18-a9c2-57dec621591c"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:46.977894 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-be9a4197-f583-4847-8b17-cdf9000b88f1 req-019b8e4e-5cdd-4fa8-98bb-2246c84f7260 tempest-VolumesActionsTest-1680517472 tempest-VolumesActionsTest-1680517472-project] 10.222.0.44 "GET /v2.0/ports?device_id=59036c79-f621-4bf1-a920-529519819668 HTTP/1.1" status: 200 len: 210 time: 0.0368009 Apr 06 13:58:46.989232 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf82a8ae-93b8-47fb-b698-d0c9c41f3a7c x-openstack-request-id: req-bf82a8ae-93b8-47fb-b698-d0c9c41f3a7c {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:46.990001 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59036c79-f621-4bf1-a920-529519819668", "name": "network-vif-deleted", "tag": "20de26aa-53cc-4c18-a9c2-57dec621591c", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:46.990527 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf82a8ae-93b8-47fb-b698-d0c9c41f3a7c {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:46.991383 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf82a8ae-93b8-47fb-b698-d0c9c41f3a7c'] response: {'server_uuid': '59036c79-f621-4bf1-a920-529519819668', 'name': 'network-vif-deleted', 'tag': '20de26aa-53cc-4c18-a9c2-57dec621591c', 'status': 'completed', 'code': 200} Apr 06 13:58:47.027253 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:47.072175 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 8f9e567c-b5a2-4bee-9f78-fed852478c76 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:58:47.138267 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 8f9e567c-b5a2-4bee-9f78-fed852478c76 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:58:47.144011 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 8f9e567c-b5a2-4bee-9f78-fed852478c76 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:47.144439 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:47.240755 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 8f9e567c-b5a2-4bee-9f78-fed852478c76 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:47.241150 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:47.266908 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9e567c-b5a2-4bee-9f78-fed852478c76'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:47.269466 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0297132-3720-451a-8df9-39c4de050256" -d '{"events": [{"server_uuid": "b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759", "name": "network-vif-plugged", "status": "completed", "tag": "8f9e567c-b5a2-4bee-9f78-fed852478c76"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:47.284867 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 8f9e567c-b5a2-4bee-9f78-fed852478c76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8f9e567c-b5a2-4bee-9f78-fed852478c76,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:47.291386 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:47.292669 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 20de26aa-53cc-4c18-a9c2-57dec621591c no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:47.308046 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567378db-096c-413f-abd6-c67b9e3afdb6 req-024b9699-42a3-4c8c-8b5b-e8be00fb9163 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:47.309741 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-567378db-096c-413f-abd6-c67b9e3afdb6 req-024b9699-42a3-4c8c-8b5b-e8be00fb9163 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 945 time: 0.0686810 Apr 06 13:58:47.319907 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 20de26aa-53cc-4c18-a9c2-57dec621591c {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:47.320249 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 20de26aa-53cc-4c18-a9c2-57dec621591c not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:47.363638 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcff65a-7ef7-4bd7-911a-1d0efe8fa3f9 x-openstack-request-id: req-9bcff65a-7ef7-4bd7-911a-1d0efe8fa3f9 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:47.363977 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-567378db-096c-413f-abd6-c67b9e3afdb6 req-1c54c234-7cc1-4205-b628-f3490bc1d6b7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481782 Apr 06 13:58:47.364464 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759", "name": "network-vif-plugged", "status": "completed", "tag": "8f9e567c-b5a2-4bee-9f78-fed852478c76", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:47.364772 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bcff65a-7ef7-4bd7-911a-1d0efe8fa3f9 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:47.365293 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcff65a-7ef7-4bd7-911a-1d0efe8fa3f9'] response: {'server_uuid': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'code': 200} Apr 06 13:58:47.389180 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=8f9e567c-b5a2-4bee-9f78-fed852478c76,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:47.519227 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c82f7-f952-49a8-8680-b4d861f5a2c0 req-40ab4611-eb52-4c88-9cc9-4546303123d7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:47.520938 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c37c82f7-f952-49a8-8680-b4d861f5a2c0 req-40ab4611-eb52-4c88-9cc9-4546303123d7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0583606 Apr 06 13:58:47.579261 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c37c82f7-f952-49a8-8680-b4d861f5a2c0 req-995c90ee-00a7-45ad-9233-bd59d4876663 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512409 Apr 06 13:58:47.636731 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f417-70b0-499d-b61f-6f93016dee90 req-5de5c349-60be-4823-889b-e213a7a59a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:47.639054 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-1ba3f417-70b0-499d-b61f-6f93016dee90 req-5de5c349-60be-4823-889b-e213a7a59a3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 1130 time: 0.0540133 Apr 06 13:58:47.727074 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-1ba3f417-70b0-499d-b61f-6f93016dee90 req-5c2e9979-1d1e-44f2-a05c-79bc2f1e33f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631568 Apr 06 13:58:48.451445 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:48.512387 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602785c9-4112-4ae2-9ef8-40e1315e9721 req-ef99f917-4611-4614-a0f5-1a34ff8cf3dd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:48.513531 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-602785c9-4112-4ae2-9ef8-40e1315e9721 req-ef99f917-4611-4614-a0f5-1a34ff8cf3dd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0652332 Apr 06 13:58:48.570551 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-602785c9-4112-4ae2-9ef8-40e1315e9721 req-80457f17-ebb1-4e41-aa8d-c75a78ac38a2 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511954 Apr 06 13:58:48.728833 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a193ae2-a6f5-4a15-ab69-b94f71424770 req-1b0ac7c0-eb70-469c-a4a1-98ca32bb1c13 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:48.730335 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a193ae2-a6f5-4a15-ab69-b94f71424770 req-1b0ac7c0-eb70-469c-a4a1-98ca32bb1c13 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0526600 Apr 06 13:58:48.781291 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a193ae2-a6f5-4a15-ab69-b94f71424770 req-3f2a677a-a317-4375-a0f7-371209e0d7b9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 Apr 06 13:58:49.073421 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:58:49.172389 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:49.190205 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'port_id': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'mac_address': 'fa:16:3e:9e:24:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:58:49.233202 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 is: ACTIVE; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:49.233622 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:49.247693 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87f6aba2-6cf8-4f04-bb11-357e57384bd6 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:58:49.268059 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:49.273686 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:49.322152 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=6']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:49.696247 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b14ce0-c6a8-4f82-9eea-c14be77b9378 req-b98d6fca-53c5-40c7-81ee-b16a98749b32 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:49.697785 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c0b14ce0-c6a8-4f82-9eea-c14be77b9378 req-b98d6fca-53c5-40c7-81ee-b16a98749b32 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0564115 Apr 06 13:58:49.748100 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c0b14ce0-c6a8-4f82-9eea-c14be77b9378 req-1855ae49-7b22-497e-957c-ad21df09d876 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Apr 06 13:58:49.918482 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a30ee-0973-42f9-bc9e-278af999da6c req-416c0b7a-e845-4229-8176-55c9bb3edf1a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:49.919989 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-110a30ee-0973-42f9-bc9e-278af999da6c req-416c0b7a-e845-4229-8176-55c9bb3edf1a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 945 time: 0.0596988 Apr 06 13:58:49.973841 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-110a30ee-0973-42f9-bc9e-278af999da6c req-13ea7a94-8624-400c-a37f-c014f35c36da tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470519 Apr 06 13:58:50.876785 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b04ec-a041-4948-a6ca-da64ca4d9c6e req-ec7bdf4c-800e-4c55-a291-d5e54e05f4b7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:50.878454 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-830b04ec-a041-4948-a6ca-da64ca4d9c6e req-ec7bdf4c-800e-4c55-a291-d5e54e05f4b7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0595803 Apr 06 13:58:50.926286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-830b04ec-a041-4948-a6ca-da64ca4d9c6e req-a087fcdd-ed91-4639-be23-cbdbeca42c88 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Apr 06 13:58:51.107332 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749ab2f-8365-4087-ba9a-20cd4f11880a req-719072a6-c914-4693-9c5a-623a8b2427d6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:51.108748 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1749ab2f-8365-4087-ba9a-20cd4f11880a req-719072a6-c914-4693-9c5a-623a8b2427d6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 945 time: 0.0521612 Apr 06 13:58:51.161805 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1749ab2f-8365-4087-ba9a-20cd4f11880a req-a1bb41e3-7277-4631-8cc7-85f2f0ee9afe tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473735 Apr 06 13:58:52.052760 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e803d-9ab2-4732-b33c-f1f7a7eb7a4f req-225fbafd-a9a9-4b6e-9046-f485044b368f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:52.054285 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-756e803d-9ab2-4732-b33c-f1f7a7eb7a4f req-225fbafd-a9a9-4b6e-9046-f485044b368f tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0591440 Apr 06 13:58:52.105689 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-756e803d-9ab2-4732-b33c-f1f7a7eb7a4f req-d21be674-b5a3-42c1-9cda-f09b98cb5b39 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Apr 06 13:58:52.287203 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096d6fd-9857-4caa-a82c-aa3f85f6a809 req-eb0a7c7d-0a38-41b6-9b5e-dc22a4c41bf5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:52.288748 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6096d6fd-9857-4caa-a82c-aa3f85f6a809 req-eb0a7c7d-0a38-41b6-9b5e-dc22a4c41bf5 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 945 time: 0.0532925 Apr 06 13:58:52.342348 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6096d6fd-9857-4caa-a82c-aa3f85f6a809 req-b9ed5775-bd30-4a37-95e3-a94561ded2b1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477290 Apr 06 13:58:52.913198 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['87f6aba2-6cf8-4f04-bb11-357e57384bd6'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:58:53.241386 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a7663-0ab5-44f4-bc6a-24f5fd38e968 req-871a6e91-61f6-4e8b-85e9-cda595d51996 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:53.242855 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-787a7663-0ab5-44f4-bc6a-24f5fd38e968 req-871a6e91-61f6-4e8b-85e9-cda595d51996 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0623701 Apr 06 13:58:53.291907 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-787a7663-0ab5-44f4-bc6a-24f5fd38e968 req-54ac5e19-fb58-4775-8eab-0393f830cc26 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Apr 06 13:58:53.475297 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d4f3-0fbb-44a6-bb88-a554b4aba3bb req-0ba485d2-6309-4b3e-8526-1141b6523caf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:53.476724 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e68d4f3-0fbb-44a6-bb88-a554b4aba3bb req-0ba485d2-6309-4b3e-8526-1141b6523caf tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 945 time: 0.0566649 Apr 06 13:58:53.532079 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e68d4f3-0fbb-44a6-bb88-a554b4aba3bb req-46e2f31c-4db4-4725-9e22-ec8c8d2edeb2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493298 Apr 06 13:58:53.580816 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:58:53.639569 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:58:53.639959 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.723000 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:58:53.723419 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.746793 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:53.748953 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adc8b8a-f289-4515-bb11-4a98e683b134" -d '{"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-plugged", "status": "completed", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:53.761695 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:53.768589 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:53.792500 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856f6e63-19a9-44d4-b81e-0b4491bd3dcb x-openstack-request-id: req-856f6e63-19a9-44d4-b81e-0b4491bd3dcb {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:53.792837 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-plugged", "status": "completed", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:53.793082 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-856f6e63-19a9-44d4-b81e-0b4491bd3dcb {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:53.793514 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856f6e63-19a9-44d4-b81e-0b4491bd3dcb'] response: {'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'code': 200} Apr 06 13:58:53.820039 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=7']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:54.449854 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c79a3e-8fa4-4b56-b9b8-937bb9d0e9cc req-adc2ff18-ebd7-4d1b-8ece-8c1650562dce tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:54.451444 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a9c79a3e-8fa4-4b56-b9b8-937bb9d0e9cc req-adc2ff18-ebd7-4d1b-8ece-8c1650562dce tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.1276789 Apr 06 13:58:54.470444 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be6c33-cdcf-4869-840a-581a2247aad6 req-e86171bd-6dd4-4667-9c6b-7822701579ba tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:54.472082 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-57be6c33-cdcf-4869-840a-581a2247aad6 req-e86171bd-6dd4-4667-9c6b-7822701579ba tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0882754 Apr 06 13:58:54.546203 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-57be6c33-cdcf-4869-840a-581a2247aad6 req-c9926539-d2b0-4e48-89bd-fe841ddea837 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658205 Apr 06 13:58:54.549460 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a9c79a3e-8fa4-4b56-b9b8-937bb9d0e9cc req-0f10dca7-0cf0-4354-863e-452653f2522c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921986 Apr 06 13:58:54.717522 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec1fe-84b5-494f-a62d-f0be5c84ac23 req-e78828f0-3df8-4b10-a4f7-7ca82b8274fd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:54.719706 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-498ec1fe-84b5-494f-a62d-f0be5c84ac23 req-e78828f0-3df8-4b10-a4f7-7ca82b8274fd tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0710428 Apr 06 13:58:54.727461 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fbb8d-c61c-4428-bee3-3a6aaa551d14 req-a843b821-64fd-4ec7-9922-ef2ccb2f33ba tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:54.729322 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0b2fbb8d-c61c-4428-bee3-3a6aaa551d14 req-a843b821-64fd-4ec7-9922-ef2ccb2f33ba tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1139629 Apr 06 13:58:54.735091 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53710) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:58:54.741686 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Request body: {'floatingip': {'port_id': '8f9e567c-b5a2-4bee-9f78-fed852478c76'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:58:54.794266 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (b30bf82a-e736-4c43-a0e6-b05d84a7a1bd), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:54.819001 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0b2fbb8d-c61c-4428-bee3-3a6aaa551d14 req-23ca8074-805f-463e-9a03-e08eb738f69d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803490 Apr 06 13:58:55.435460 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:55.441211 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (b30bf82a-e736-4c43-a0e6-b05d84a7a1bd), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:55.563477 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Floating IP b30bf82a-e736-4c43-a0e6-b05d84a7a1bd associated. External IP: 172.27.3.59, port: 8f9e567c-b5a2-4bee-9f78-fed852478c76. Apr 06 13:58:55.706439 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86d593-04cf-409d-897f-e31ac986b34a req-2a8149c5-da64-4b0c-8c7c-3dc6fac6a91b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:55.714644 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fc86d593-04cf-409d-897f-e31ac986b34a req-2a8149c5-da64-4b0c-8c7c-3dc6fac6a91b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.0691223 Apr 06 13:58:55.772722 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fc86d593-04cf-409d-897f-e31ac986b34a req-b7391b6d-af9a-4de0-a1a5-6b5b9f3d11f7 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569851 Apr 06 13:58:55.810829 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:58:55.983444 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:55.988346 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:55.997876 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] Sync routers for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:56.021448 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:56.022246 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:56.043863 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890b085-6f29-495d-bcba-02985ee5780f req-c53b47ab-198e-4c59-87c1-8914c80a5523 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:56.045631 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5890b085-6f29-495d-bcba-02985ee5780f req-c53b47ab-198e-4c59-87c1-8914c80a5523 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1060092 Apr 06 13:58:56.087778 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5ff909c1-1be9-454d-984d-9dc02b1eda07 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "PUT /v2.0/floatingips/b30bf82a-e736-4c43-a0e6-b05d84a7a1bd HTTP/1.1" status: 200 len: 991 time: 1.3387713 Apr 06 13:58:56.087778 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'tag': '8f9e567c-b5a2-4bee-9f78-fed852478c76'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:56.087778 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b66f68d-41d0-469f-b9b8-8f59c707e94f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759", "tag": "8f9e567c-b5a2-4bee-9f78-fed852478c76"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:56.129971 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26ff56b-266e-4dd7-b05a-28523ef68e8e x-openstack-request-id: req-b26ff56b-266e-4dd7-b05a-28523ef68e8e {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:56.130343 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759", "tag": "8f9e567c-b5a2-4bee-9f78-fed852478c76", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:56.130668 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b26ff56b-266e-4dd7-b05a-28523ef68e8e {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:56.131195 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26ff56b-266e-4dd7-b05a-28523ef68e8e'] response: {'name': 'network-changed', 'server_uuid': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'tag': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'status': 'completed', 'code': 200} Apr 06 13:58:56.135463 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5890b085-6f29-495d-bcba-02985ee5780f req-a4af8fe3-f2c0-49a3-a6ef-f3fcd034b6ef tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815239 Apr 06 13:58:56.179412 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:56.243651 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-5222574b-b15d-4063-8757-68fe76c87b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:56.247762 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-5222574b-b15d-4063-8757-68fe76c87b93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ec8296c498c4d6b999daf96686e0d68&device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 1130 time: 0.0809054 Apr 06 13:58:56.374140 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-969dbd76-6285-4689-8bba-80cb90bab134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:56.375731 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-969dbd76-6285-4689-8bba-80cb90bab134 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 200 len: 909 time: 0.1190298 Apr 06 13:58:56.477263 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-1a3541a7-c7ca-4cde-b568-fc6886ed1fc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f9e567c-b5a2-4bee-9f78-fed852478c76 HTTP/1.1" status: 200 len: 999 time: 0.0891888 Apr 06 13:58:56.510585 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:58:56.555424 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'b30bf82a-e736-4c43-a0e6-b05d84a7a1bd', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'port_id': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'mac_address': 'fa:16:3e:16:0a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:58:34Z', 'updated_at': '2022-04-06T13:58:55Z', 'revision_number': 1, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:56.565892 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-298187a5-6db3-4fa6-bfda-5bbc2c6ed612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:56.567787 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-298187a5-6db3-4fa6-bfda-5bbc2c6ed612 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 200 len: 848 time: 0.0668850 Apr 06 13:58:56.598743 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] Checking router: 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:56.607497 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:56.608202 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:56.630243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-6cecb6e2-9190-4fb1-98d3-42dc96a5894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:56.632671 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-6cecb6e2-9190-4fb1-98d3-42dc96a5894b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dae22fb-f944-4482-ac15-d34f4276970b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555925 Apr 06 13:58:56.741952 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:56.794511 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-2a7ecc4c-eaa5-4cc4-a4eb-4967e4766162 service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549146 Apr 06 13:58:56.950630 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b5785-5378-4752-a5f3-1e2b99c0b974 req-0c490434-81c2-49c6-a1f2-96690bd0eb1c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:56.952155 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-294b5785-5378-4752-a5f3-1e2b99c0b974 req-0c490434-81c2-49c6-a1f2-96690bd0eb1c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.0722585 Apr 06 13:58:56.976803 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b66f68d-41d0-469f-b9b8-8f59c707e94f req-19022561-79f0-4952-8c0f-aa5c7a9ef7ad service neutron] 10.222.0.41 "GET /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579707 Apr 06 13:58:57.059970 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-294b5785-5378-4752-a5f3-1e2b99c0b974 req-6c818dca-777e-45c7-8205-a818abbdb1c2 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891311 Apr 06 13:58:57.085801 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'b30bf82a-e736-4c43-a0e6-b05d84a7a1bd', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'port_id': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'mac_address': 'fa:16:3e:16:0a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:58:34Z', 'updated_at': '2022-04-06T13:58:55Z', 'revision_number': 1, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:57.120323 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c191a795-c3e7-43a6-a9a4-ca933d8123ae None None] The sync data for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi is: [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'b30bf82a-e736-4c43-a0e6-b05d84a7a1bd', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'port_id': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'mac_address': 'fa:16:3e:16:0a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:58:34Z', 'updated_at': '2022-04-06T13:58:55Z', 'revision_number': 1, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:58:57.285304 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febbb2f-7b0c-41fb-891b-61f6080e2568 req-eb3719ac-6b5c-4869-8c2b-7e8558b42399 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:57.286873 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9febbb2f-7b0c-41fb-891b-61f6080e2568 req-eb3719ac-6b5c-4869-8c2b-7e8558b42399 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0648971 Apr 06 13:58:57.429902 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2406b-3d18-4c90-8f19-7d1ccf44f3d9 None None] New status for floating IP b30bf82a-e736-4c43-a0e6-b05d84a7a1bd: ACTIVE {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:58:57.432550 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9febbb2f-7b0c-41fb-891b-61f6080e2568 req-732c3b2c-c4a1-44b8-a96c-f395c02eb8fe tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332347 Apr 06 13:58:57.480587 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794948a-238a-4e68-8256-98114a1e210f req-ac06e55c-eef5-49ba-9efd-cda1566c2076 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:57.483537 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7794948a-238a-4e68-8256-98114a1e210f req-ac06e55c-eef5-49ba-9efd-cda1566c2076 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.1372757 Apr 06 13:58:57.623677 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Deleting port 44e47b6b-cf71-47ac-97fd-714a9c9142bd {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:58:57.623923 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:57.755668 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] For port 44e47b6b-cf71-47ac-97fd-714a9c9142bd, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=44e47b6b-cf71-47ac-97fd-714a9c9142bd,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:58:57.756069 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:58.223315 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261aeab7-047b-4922-a0a6-da9b76217908 req-423ec1f7-ddce-4ab2-abdd-d15fc4832268 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:58.225764 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-261aeab7-047b-4922-a0a6-da9b76217908 req-423ec1f7-ddce-4ab2-abdd-d15fc4832268 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 945 time: 0.0820019 Apr 06 13:58:58.291470 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-261aeab7-047b-4922-a0a6-da9b76217908 req-2ebee17d-0fa9-400e-89a2-0809002bb8e2 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d627838-8698-42a4-9f55-5047ad5ad865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589988 Apr 06 13:58:58.319862 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:58.320729 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:58.320729 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Floating IP 9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e disassociated. External IP: 172.27.3.113, port: 44e47b6b-cf71-47ac-97fd-714a9c9142bd. Apr 06 13:58:58.321309 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Calling delete_port for 44e47b6b-cf71-47ac-97fd-714a9c9142bd owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:58:58.485954 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (44e47b6b-cf71-47ac-97fd-714a9c9142bd), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:58.549501 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'Port': ['ID=44e47b6b-cf71-47ac-97fd-714a9c9142bd,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:58:58.612781 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed899e0b-9351-4c89-821c-47be54c27e00 req-ae0bc0a9-ca15-4cc4-b10c-5409ade67c88 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:58.622324 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ed899e0b-9351-4c89-821c-47be54c27e00 req-ae0bc0a9-ca15-4cc4-b10c-5409ade67c88 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0769451 Apr 06 13:58:58.684669 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ed899e0b-9351-4c89-821c-47be54c27e00 req-0525adf7-d375-4cf5-b950-536d423a2d83 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613990 Apr 06 13:58:58.705142 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:58:58.848922 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:58:58.861914 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:58:58.871751 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:58.875746 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:58.896767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] No DVR routers for this DVR port 44e47b6b-cf71-47ac-97fd-714a9c9142bd on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:58:58.900018 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:58:58.904104 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7794948a-238a-4e68-8256-98114a1e210f req-6f6dc3a2-1398-488c-a98c-8e72a410dba6 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "DELETE /v2.0/ports/44e47b6b-cf71-47ac-97fd-714a9c9142bd HTTP/1.1" status: 204 len: 173 time: 1.4127071 Apr 06 13:58:58.904650 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'name': 'network-vif-deleted', 'tag': '44e47b6b-cf71-47ac-97fd-714a9c9142bd'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:58:58.907170 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce14f6e9-7d2f-48fb-9dfa-f4314c34b5d7" -d '{"events": [{"server_uuid": "ed5f3084-c2fc-4f81-bdef-59a567d87a11", "name": "network-vif-deleted", "tag": "44e47b6b-cf71-47ac-97fd-714a9c9142bd"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:58:59.010186 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2aa96b-e2b9-4c6f-8557-f63c8be4dae2 x-openstack-request-id: req-6f2aa96b-e2b9-4c6f-8557-f63c8be4dae2 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:58:59.010693 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5f3084-c2fc-4f81-bdef-59a567d87a11", "name": "network-vif-deleted", "tag": "44e47b6b-cf71-47ac-97fd-714a9c9142bd", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:58:59.011095 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f2aa96b-e2b9-4c6f-8557-f63c8be4dae2 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:58:59.011679 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2aa96b-e2b9-4c6f-8557-f63c8be4dae2'] response: {'server_uuid': 'ed5f3084-c2fc-4f81-bdef-59a567d87a11', 'name': 'network-vif-deleted', 'tag': '44e47b6b-cf71-47ac-97fd-714a9c9142bd', 'status': 'completed', 'code': 200} Apr 06 13:58:59.105782 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:59.469297 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0278f7ac-5803-4315-af9a-8d17a94cbad3 req-9890acca-961a-45f7-bb84-cbb5e954b644 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed5f3084-c2fc-4f81-bdef-59a567d87a11 HTTP/1.1" status: 200 len: 210 time: 0.0373051 Apr 06 13:58:59.476869 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:59.533986 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:58:59.547506 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:58:59.548080 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:58:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:58:59.628575 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 44e47b6b-cf71-47ac-97fd-714a9c9142bd no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:58:59.652287 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 44e47b6b-cf71-47ac-97fd-714a9c9142bd {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:58:59.652631 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 44e47b6b-cf71-47ac-97fd-714a9c9142bd not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:58:59.831582 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:58:59.870603 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d075e4d-e528-40b3-99c7-f4996060149e req-285e7858-9a52-49ec-a6b6-cdf64f3074ba tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:58:59.884801 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2d075e4d-e528-40b3-99c7-f4996060149e req-285e7858-9a52-49ec-a6b6-cdf64f3074ba tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0889902 Apr 06 13:58:59.967803 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2d075e4d-e528-40b3-99c7-f4996060149e req-64a9b58b-511d-4629-98f1-c3ab4b8899dd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805240 Apr 06 13:59:00.133746 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:00.186045 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed62965-88a5-4357-94b2-ada660c36a44 None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:00.628546 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53788) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:00.637907 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5e1a5-1a42-4925-a82b-2980934c463d None None] New status for floating IP 9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e: DOWN {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:59:00.791371 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9aa3-a404-4bba-94d9-cf84dde4d372 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (4d627838-8698-42a4-9f55-5047ad5ad865), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:00.873774 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9aa3-a404-4bba-94d9-cf84dde4d372 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (4d627838-8698-42a4-9f55-5047ad5ad865), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.011489 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9aa3-a404-4bba-94d9-cf84dde4d372 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (4d627838-8698-42a4-9f55-5047ad5ad865), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.023028 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9aa3-a404-4bba-94d9-cf84dde4d372 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.027786 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53792) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:01.029129 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a0ef9aa3-a404-4bba-94d9-cf84dde4d372 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "DELETE /v2.0/security-groups/4d627838-8698-42a4-9f55-5047ad5ad865 HTTP/1.1" status: 204 len: 168 time: 0.3929093 Apr 06 13:59:01.068998 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef9aa3-a404-4bba-94d9-cf84dde4d372 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d627838-8698-42a4-9f55-5047ad5ad865,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:01.069980 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.api.v2.resource [None req-aa573690-82fc-4185-b496-13679900b250 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] show failed (client error): The resource could not be found. Apr 06 13:59:01.078601 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-aa573690-82fc-4185-b496-13679900b250 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups/4d627838-8698-42a4-9f55-5047ad5ad865 HTTP/1.1" status: 404 len: 347 time: 0.0465238 Apr 06 13:59:01.078966 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53794) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:01.208108 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e24198-5393-4cf4-a646-b464e687dddf req-b044923c-e97f-4e56-ab33-376e32f0ca36 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:01.211333 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d4e24198-5393-4cf4-a646-b464e687dddf req-b044923c-e97f-4e56-ab33-376e32f0ca36 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1074042 Apr 06 13:59:01.299390 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d4e24198-5393-4cf4-a646-b464e687dddf req-60d28907-2a9f-479b-b9df-f6e402696ec3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816114 Apr 06 13:59:01.379583 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Deleting port b4e4cf53-43ac-474b-befa-db23ebd9b698 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:59:01.379932 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (b4e4cf53-43ac-474b-befa-db23ebd9b698), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.545323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (b4e4cf53-43ac-474b-befa-db23ebd9b698), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.545323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (b4e4cf53-43ac-474b-befa-db23ebd9b698), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.565848 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Calling delete_port for b4e4cf53-43ac-474b-befa-db23ebd9b698 owned by network:floatingip {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:59:01.798259 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (b4e4cf53-43ac-474b-befa-db23ebd9b698), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.844072 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'Port': ['ID=b4e4cf53-43ac-474b-befa-db23ebd9b698,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:01.972289 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.976857 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:01.981380 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-e05ddfbe-715e-4655-a747-ce48cf43505b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "DELETE /v2.0/floatingips/9dc3b1f7-479d-4652-9f92-2d74ca0f9d4e HTTP/1.1" status: 204 len: 168 time: 0.8985870 Apr 06 13:59:02.561402 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a1f9b-cce6-43f7-b901-1596875d02ff req-3960e451-f794-47e8-915f-df518bb6a192 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:02.572448 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba5a1f9b-cce6-43f7-b901-1596875d02ff req-3960e451-f794-47e8-915f-df518bb6a192 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1311548 Apr 06 13:59:02.684593 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba5a1f9b-cce6-43f7-b901-1596875d02ff req-d65bfd55-4089-49d9-b4d2-c950400e038f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086717 Apr 06 13:59:02.756180 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53808) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:02.763398 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-89a98f45-e3c3-4fe6-a6cc-a785e42eba9a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287983445', 'description': 'tempest-description--818813303'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:02.798029 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-89a98f45-e3c3-4fe6-a6cc-a785e42eba9a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:02.908645 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-89a98f45-e3c3-4fe6-a6cc-a785e42eba9a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (8c7c12d9-a69f-4c0b-950a-2d6387799ffb), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:02.914695 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-89a98f45-e3c3-4fe6-a6cc-a785e42eba9a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8c7c12d9-a69f-4c0b-950a-2d6387799ffb), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:02.953698 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-89a98f45-e3c3-4fe6-a6cc-a785e42eba9a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:02.959572 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-89a98f45-e3c3-4fe6-a6cc-a785e42eba9a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2015877 Apr 06 13:59:02.963140 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53810) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:02.971507 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group_rule': {'security_group_id': '8c7c12d9-a69f-4c0b-950a-2d6387799ffb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:03.016606 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a98f45-e3c3-4fe6-a6cc-a785e42eba9a tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c12d9-a69f-4c0b-950a-2d6387799ffb,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:03.042357 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (06ff35ee-8d05-46bc-a220-d5112d8b031d), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.212129 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (06ff35ee-8d05-46bc-a220-d5112d8b031d), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.217594 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (06ff35ee-8d05-46bc-a220-d5112d8b031d), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.259136 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ff35ee-8d05-46bc-a220-d5112d8b031d,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:03.270412 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.278530 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3141434 Apr 06 13:59:03.280126 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.280491 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.281515 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53814) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:03.286754 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-89abdb69-8507-4b34-89c0-8f4c52b5d2be tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'security_group_rule': {'security_group_id': '8c7c12d9-a69f-4c0b-950a-2d6387799ffb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:03.293462 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.294052 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.294501 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.294902 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.295317 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.295729 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.296132 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.296553 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.296944 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.297364 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.297768 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.298638 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.299723 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1f21d3-7212-4cfe-9ea9-4e29121fce7b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:03.337915 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-89abdb69-8507-4b34-89c0-8f4c52b5d2be tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (21f7fd30-0395-4e34-aafb-81449fa20d3a), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.468329 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-89abdb69-8507-4b34-89c0-8f4c52b5d2be tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (21f7fd30-0395-4e34-aafb-81449fa20d3a), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.477857 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-89abdb69-8507-4b34-89c0-8f4c52b5d2be tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (21f7fd30-0395-4e34-aafb-81449fa20d3a), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.528889 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abdb69-8507-4b34-89c0-8f4c52b5d2be tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f7fd30-0395-4e34-aafb-81449fa20d3a,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:03.561589 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-89abdb69-8507-4b34-89c0-8f4c52b5d2be tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.569852 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53816) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:03.578197 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:03.582096 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-89abdb69-8507-4b34-89c0-8f4c52b5d2be tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992644 Apr 06 13:59:03.628676 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:03.981559 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0bf8c-2fec-4db4-802a-ea9c123e355c req-2d93c162-3e60-49e7-9459-988b1de2f6a6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:03.984547 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4dc0bf8c-2fec-4db4-802a-ea9c123e355c req-2d93c162-3e60-49e7-9459-988b1de2f6a6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1573808 Apr 06 13:59:03.987733 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:04.128374 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4dc0bf8c-2fec-4db4-802a-ea9c123e355c req-ce1e6371-43dd-4a60-b625-ca6276b009da tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359162 Apr 06 13:59:04.293191 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Allocated IP 172.27.3.16 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/c05dc3c6-232f-400f-bdac-580ee9c8fdb3) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:04.472691 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:04.538195 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:04.611907 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=c05dc3c6-232f-400f-bdac-580ee9c8fdb3,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:04.641911 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:04.646115 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:04.652313 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:04.820742 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (ebe16ec5-6d15-4596-8e7a-bf90781d4f99), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:04.890684 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:05.187967 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:05.196557 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991080'] for port (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:05.344540 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=c05dc3c6-232f-400f-bdac-580ee9c8fdb3,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:05.403844 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (ebe16ec5-6d15-4596-8e7a-bf90781d4f99), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:05.455953 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:05.457855 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a1348873-5f1e-43ca-8c00-66a0b3fc454e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8855724 Apr 06 13:59:05.504979 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20c184-76da-4a57-bbe6-0fc75b9a5e3b req-26efe69a-6533-4873-9ee8-79243bf0a277 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:05.518343 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-db20c184-76da-4a57-bbe6-0fc75b9a5e3b req-26efe69a-6533-4873-9ee8-79243bf0a277 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1891603 Apr 06 13:59:05.632307 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-db20c184-76da-4a57-bbe6-0fc75b9a5e3b req-668f15b7-5d71-45ab-83a2-2cad3c6f71ac tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027994 Apr 06 13:59:06.935751 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c87945-f71f-4b9f-b23f-76642ae02aff req-98618cef-e881-405b-9b8b-ce4f0a6bce77 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:06.943618 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-18c87945-f71f-4b9f-b23f-76642ae02aff req-98618cef-e881-405b-9b8b-ce4f0a6bce77 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1300135 Apr 06 13:59:07.035206 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-18c87945-f71f-4b9f-b23f-76642ae02aff req-f9d7c4ca-1fb7-47cd-ac9c-37bec2eff7f2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902622 Apr 06 13:59:08.271854 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005484-22a9-4df7-bbec-37b6842c3d5c req-accfaf57-6689-46fc-876d-779dc9d68c05 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:08.274834 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ff005484-22a9-4df7-bbec-37b6842c3d5c req-accfaf57-6689-46fc-876d-779dc9d68c05 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1218815 Apr 06 13:59:08.366325 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ff005484-22a9-4df7-bbec-37b6842c3d5c req-ec6640d4-dc31-4a68-a406-208f53f1d533 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797160 Apr 06 13:59:08.898311 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:09.613287 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f2308-4293-441f-b759-de2ad616b22a req-3626a04c-1db9-4a90-b587-59f325605fd7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:09.618604 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d03f2308-4293-441f-b759-de2ad616b22a req-3626a04c-1db9-4a90-b587-59f325605fd7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1168375 Apr 06 13:59:09.789854 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d03f2308-4293-441f-b759-de2ad616b22a req-70cc35b9-41c6-45b3-9560-b10605f3b041 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616144 Apr 06 13:59:11.138772 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c835dc0-10e7-49f0-b04c-cdbd69ed185d req-52ee0605-80b2-47d6-9034-85f34e5f05ac tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:11.142151 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7c835dc0-10e7-49f0-b04c-cdbd69ed185d req-52ee0605-80b2-47d6-9034-85f34e5f05ac tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.2040706 Apr 06 13:59:11.256710 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7c835dc0-10e7-49f0-b04c-cdbd69ed185d req-4cb540a3-396d-4861-84d2-650d74d8c798 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784431 Apr 06 13:59:12.376911 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6bb47545-c961-407e-a9df-47fcf6387556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:12.445285 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79441763-df76-4577-9168-f3b0cbd1165a req-94629831-d845-48c0-88cf-1dc68466939e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:12.453130 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-79441763-df76-4577-9168-f3b0cbd1165a req-94629831-d845-48c0-88cf-1dc68466939e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0724008 Apr 06 13:59:12.526819 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-79441763-df76-4577-9168-f3b0cbd1165a req-9f17143c-ac30-4075-9fb2-0daeeee8973d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717187 Apr 06 13:59:13.557281 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-c3ffaac8-018a-4a3d-b0a1-3b4b7a174152 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--287983445&fields=id&tenant_id=4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 267 time: 0.0475552 Apr 06 13:59:13.748558 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-2c192595-119b-4745-939f-b676af767890 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:13.750216 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-2c192595-119b-4745-939f-b676af767890 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 815 time: 0.1806605 Apr 06 13:59:13.759398 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56bff-2994-49ea-a3e1-72681d8b315b req-ad596bcb-0356-49fb-9aa2-011459a46bc0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:13.761192 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4ed56bff-2994-49ea-a3e1-72681d8b315b req-ad596bcb-0356-49fb-9aa2-011459a46bc0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1070027 Apr 06 13:59:13.780670 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-6b678f75-d963-4d04-acee-f11d177cfb1d tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/quotas/4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 375 time: 0.0180929 Apr 06 13:59:13.853076 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4ed56bff-2994-49ea-a3e1-72681d8b315b req-4ab9896c-2025-491e-99ae-e431e1fa8714 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831838 Apr 06 13:59:13.874721 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-261021fa-9f45-4507-ad23-5b6b8345510e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846622 Apr 06 13:59:13.979107 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-688f4c39-cef6-422a-8aea-78fcd7f30ba7 service neutron] 10.222.0.44 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904231 Apr 06 13:59:14.075243 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-488f95b3-98f7-497a-af4e-522370a97bbf service neutron] 10.222.0.44 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901184 Apr 06 13:59:14.249846 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4d6ebd34-5a2b-4e37-ae06-392e7f0f0d10 req-b8605d17-8b23-49a6-9039-8edc07e12927 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 210 time: 0.0320261 Apr 06 13:59:14.597706 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-47305dd9-ea5e-4c33-a17c-0f7e0a0fd53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:14.600100 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-47305dd9-ea5e-4c33-a17c-0f7e0a0fd53c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 1130 time: 0.0599010 Apr 06 13:59:14.700129 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-149988c6-da06-4960-86eb-3f99273920fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:14.701727 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-149988c6-da06-4960-86eb-3f99273920fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.0952947 Apr 06 13:59:14.831119 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-eaa724d9-59cb-42b0-a501-7b8f753e63c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:14.844552 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-208686d6-613b-433c-ae3d-6fc7173e40be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 200 len: 1002 time: 0.1336303 Apr 06 13:59:14.937675 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-ac89c71f-da06-448f-b092-ea44c144ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:14.939314 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-ac89c71f-da06-448f-b092-ea44c144ec26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.0881526 Apr 06 13:59:15.005976 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a925a0-887c-431f-bc1f-eca7d38bd291 req-35d22a41-be6e-4bdd-924d-a70930dc56dd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:15.013492 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-99a925a0-887c-431f-bc1f-eca7d38bd291 req-35d22a41-be6e-4bdd-924d-a70930dc56dd tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0656414 Apr 06 13:59:15.063326 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-99a925a0-887c-431f-bc1f-eca7d38bd291 req-72711bbb-946b-4743-9b55-b5591a379eb0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489199 Apr 06 13:59:15.209620 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-5f4494c1-6034-4f89-aa32-31a3e454e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:15.210845 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-5f4494c1-6034-4f89-aa32-31a3e454e34f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592175 Apr 06 13:59:15.377874 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-17ad3b50-a3fb-49b7-8238-b5981a8fa083 req-ca3cfd34-cebf-47f0-831d-b2dec2ccbe62 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 210 time: 0.0384989 Apr 06 13:59:15.425282 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-2c1cd588-ac2c-4c5b-b19d-aae5104ad759 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065041 Apr 06 13:59:15.493917 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-88c30894-0424-4fed-b25b-ff573ca423ab tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:15.495593 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-88c30894-0424-4fed-b25b-ff573ca423ab tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 815 time: 0.2137694 Apr 06 13:59:15.544760 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7410f6fb-44ee-492b-9690-a9ad7c5b2086 req-cecb76ee-407c-4fc2-b31d-56ef39650388 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071637 Apr 06 13:59:15.603089 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:15.621708 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-45b3f5ff-f49b-42f5-b3d7-f511a102fdf1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a544e8275b2444c8378a5f0d4ea4409 HTTP/1.1" status: 200 len: 379 time: 0.0608618 Apr 06 13:59:16.202032 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb444bb-d66a-4acf-bb13-8b50d5565b3c req-c719f3e3-321e-4cd2-8db1-325f7b0e728c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:16.203677 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-beb444bb-d66a-4acf-bb13-8b50d5565b3c req-c719f3e3-321e-4cd2-8db1-325f7b0e728c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.0583038 Apr 06 13:59:16.260503 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-beb444bb-d66a-4acf-bb13-8b50d5565b3c req-e919da34-c6bf-469d-9348-2de389f4a45f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504916 Apr 06 13:59:16.355281 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 53972) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:16.407360 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a742adc-fe5a-4893-98b8-ac853122e931 admin admin] Deleting subnet 25cf8b64-0071-4122-b0e6-0a53c6429284 {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:59:16.411956 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5a742adc-fe5a-4893-98b8-ac853122e931 admin admin] Publish callbacks [] for subnet (25cf8b64-0071-4122-b0e6-0a53c6429284), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.469950 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5a742adc-fe5a-4893-98b8-ac853122e931 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127665514'] for subnet (25cf8b64-0071-4122-b0e6-0a53c6429284), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.509223 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8f744ddb-34f7-4855-94e7-03f8d6beadef req-d6043702-26b8-4f6d-8ce4-e78ba2a95a64 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 210 time: 0.0541649 Apr 06 13:59:16.534338 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5a742adc-fe5a-4893-98b8-ac853122e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (25cf8b64-0071-4122-b0e6-0a53c6429284), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.593753 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5a742adc-fe5a-4893-98b8-ac853122e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125991142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127465718'] for subnet (25cf8b64-0071-4122-b0e6-0a53c6429284), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.622292 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a742adc-fe5a-4893-98b8-ac853122e931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cf8b64-0071-4122-b0e6-0a53c6429284,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:16.625948 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5a742adc-fe5a-4893-98b8-ac853122e931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.630307 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-5a742adc-fe5a-4893-98b8-ac853122e931 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/25cf8b64-0071-4122-b0e6-0a53c6429284 HTTP/1.1" status: 204 len: 168 time: 0.2730355 Apr 06 13:59:16.632926 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53976) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:16.710712 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.793293 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.815617 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:16.826326 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c51ac4c-d687-40ad-8329-878751eb5c91') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:16.826630 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c51ac4c-d687-40ad-8329-878751eb5c91') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:16.837614 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (9c51ac4c-d687-40ad-8329-878751eb5c91), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.853006 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (9c51ac4c-d687-40ad-8329-878751eb5c91), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.859741 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:59:16.860045 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (9c51ac4c-d687-40ad-8329-878751eb5c91), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:59:16.861975 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:59:16.924115 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.930920 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:16.934706 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] 10.222.0.44 "DELETE /v2.0/networks/8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0 HTTP/1.1" status: 204 len: 168 time: 0.3004925 Apr 06 13:59:16.946995 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa78c5-b563-43c5-9b82-5bb2764bd80e admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc332a9-3efe-4cb0-99d9-cdfea2f8d6d0,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:16.989771 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'port': {'device_id': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'admin_state_up': True, 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'security_groups': ['8c7c12d9-a69f-4c0b-950a-2d6387799ffb']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:17.036966 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.104531 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53980) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:17.181786 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-877402a6-40d7-46d0-9e32-d1885d7856f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ec18a71e153404a8ed07777fa93d383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757511 Apr 06 13:59:17.186016 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 53984) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:17.205349 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Made reservation on behalf of 4a544e8275b2444c8378a5f0d4ea4409 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:17.208879 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.300247 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff03e-30c8-429f-a067-ee9d3068c6f7 admin admin] Publish callbacks [] for security_group (72f5714d-a6b2-457e-9a5c-56f240965ff7), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.340647 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff03e-30c8-429f-a067-ee9d3068c6f7 admin admin] Publish callbacks [] for security_group (72f5714d-a6b2-457e-9a5c-56f240965ff7), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.427583 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Allocated IP 172.20.0.14 (535bbf8b-fe20-44f2-8ee2-c569786c8987/444fe024-63b4-4bfc-97b4-651d622c6ad9/6892363b-a6bc-4f54-a258-b5bb52cd0091) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:17.466464 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff03e-30c8-429f-a067-ee9d3068c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (72f5714d-a6b2-457e-9a5c-56f240965ff7), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.469008 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff03e-30c8-429f-a067-ee9d3068c6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.470613 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-7d1ff03e-30c8-429f-a067-ee9d3068c6f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72f5714d-a6b2-457e-9a5c-56f240965ff7 HTTP/1.1" status: 204 len: 168 time: 0.2830501 Apr 06 13:59:17.488574 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dfe7c-7f43-4ab6-a6c9-8c466fde80a4 req-1772c461-c79e-4b1b-9af8-fef0af91e783 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:17.491094 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-167dfe7c-7f43-4ab6-a6c9-8c466fde80a4 req-1772c461-c79e-4b1b-9af8-fef0af91e783 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 946 time: 0.1072614 Apr 06 13:59:17.503173 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff03e-30c8-429f-a067-ee9d3068c6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f5714d-a6b2-457e-9a5c-56f240965ff7,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:17.605304 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-167dfe7c-7f43-4ab6-a6c9-8c466fde80a4 req-38f22c46-da2b-4c13-9546-f6e909957509 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025827 Apr 06 13:59:17.677412 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e26cf768-d6b5-4bf7-841d-9f05c525e0ec req-c0b70f2e-d824-4f7c-8f09-25837ccdf74c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 210 time: 0.0385134 Apr 06 13:59:17.726002 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.742196 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:59:17.780831 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.852662 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:17.861341 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event updated for resources: {'Port': ['ID=6892363b-a6bc-4f54-a258-b5bb52cd0091,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:17.875488 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:17.892932 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:17.937728 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 is: ACTIVE; New status is: DOWN {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:17.938365 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:17.995416 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:17.998530 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29f5920-55c0-4f34-acdc-00dcac8ac49c" -d '{"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-unplugged", "status": "completed", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:18.008814 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:18.010308 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.036353 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:18.048707 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-e0bf5d0d-887f-4a47-a40a-5454cf61665c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0642571 Apr 06 13:59:18.049628 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.053964 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b13686-b59f-4a82-8e74-715df016ee74 x-openstack-request-id: req-52b13686-b59f-4a82-8e74-715df016ee74 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:18.054604 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-unplugged", "status": "failed", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6", "code": 422}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:18.055045 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52b13686-b59f-4a82-8e74-715df016ee74 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:18.055673 dv-cinder-836804-1-iscsi neutron-server[110044]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-52b13686-b59f-4a82-8e74-715df016ee74']: {'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'code': 422} returned with failed status Apr 06 13:59:18.069876 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Request body: {'port': {'device_id': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:18.158088 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=8']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:18.186423 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.278487 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-1b50988d-db36-49f4-b830-f74cf14781a9 None None] Provisioning complete for port 6892363b-a6bc-4f54-a258-b5bb52cd0091 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:18.279082 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1b50988d-db36-49f4-b830-f74cf14781a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.351318 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-1b50988d-db36-49f4-b830-f74cf14781a9 None None] Port 6892363b-a6bc-4f54-a258-b5bb52cd0091 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:18.469281 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.581478 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6892363b-a6bc-4f54-a258-b5bb52cd0091 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:59:18.596128 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Publish callbacks [] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.613218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Transition to ACTIVE for port object 6892363b-a6bc-4f54-a258-b5bb52cd0091 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:59:18.620542 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.651819 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54014) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:18.676173 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6892363b-a6bc-4f54-a258-b5bb52cd0091,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:18.815356 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Attempting to bind port 6892363b-a6bc-4f54-a258-b5bb52cd0091 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:18.817548 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Attempting to bind port 6892363b-a6bc-4f54-a258-b5bb52cd0091 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:18.818986 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Attempting to bind port 6892363b-a6bc-4f54-a258-b5bb52cd0091 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:18.828265 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Port 6892363b-a6bc-4f54-a258-b5bb52cd0091 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:59:18.829227 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Attempting to bind port 6892363b-a6bc-4f54-a258-b5bb52cd0091 on network 535bbf8b-fe20-44f2-8ee2-c569786c8987 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:18.840896 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:18.841865 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Checking segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:18.842766 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Bound using segment: {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:18.843780 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Bound port: 6892363b-a6bc-4f54-a258-b5bb52cd0091, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3702130b-5f67-460a-befa-814f4b65d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:18.844663 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.861392 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-865867597-network', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:18.935626 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] For port 6892363b-a6bc-4f54-a258-b5bb52cd0091, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:18.942435 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] For port 6892363b-a6bc-4f54-a258-b5bb52cd0091, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6892363b-a6bc-4f54-a258-b5bb52cd0091,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:18.953752 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.958364 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Made reservation on behalf of 952b71f9ca204110b8f1735ff7d4a304 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:18.961947 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.992995 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:18.994696 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:18.996618 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/6892363b-a6bc-4f54-a258-b5bb52cd0091 HTTP/1.1" status: 200 len: 1094 time: 0.9387658 Apr 06 13:59:18.997176 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'tag': '6892363b-a6bc-4f54-a258-b5bb52cd0091'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:18.998528 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9cc7c-733a-4918-accd-340c1f19137e req-c17051d4-a2df-443f-b03d-c801c9435227 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:18.999954 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a" -d '{"events": [{"name": "network-changed", "server_uuid": "613f0ab6-653f-4311-be85-37c2a2d8d3db", "tag": "6892363b-a6bc-4f54-a258-b5bb52cd0091"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:19.011321 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dac9cc7c-733a-4918-accd-340c1f19137e req-c17051d4-a2df-443f-b03d-c801c9435227 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.2276058 Apr 06 13:59:19.025774 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.030806 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6b658-5a59-4c2b-ad1c-42f198e231e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6892363b-a6bc-4f54-a258-b5bb52cd0091,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:19.141296 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-1f42147b-9012-4fb2-bcc1-bce4b034f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:19.144453 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-1f42147b-9012-4fb2-bcc1-bce4b034f68a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 1128 time: 0.0698779 Apr 06 13:59:19.229236 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-82b4445a-42c1-413c-86ad-71d0512f52b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6892363b-a6bc-4f54-a258-b5bb52cd0091 HTTP/1.1" status: 200 len: 217 time: 0.0773101 Apr 06 13:59:19.314557 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-a9dd8dc8-f646-4f8a-915b-01d0d8e516b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:19.316027 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-a9dd8dc8-f646-4f8a-915b-01d0d8e516b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.0798910 Apr 06 13:59:19.372312 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-86b40255-6588-4de1-9335-a8ec2261a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:19.374081 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-86b40255-6588-4de1-9335-a8ec2261a576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515542 Apr 06 13:59:19.451076 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e2cd2-56cb-4125-9c18-6dc42c0dccf3 req-cc39a2fe-5afa-453d-9fa2-bc27ba4fe7b1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:19.453502 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-034e2cd2-56cb-4125-9c18-6dc42c0dccf3 req-cc39a2fe-5afa-453d-9fa2-bc27ba4fe7b1 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 944 time: 0.6516812 Apr 06 13:59:19.487391 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-3b89a146-05c0-4fca-80bb-4f51225f5da6 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057510 Apr 06 13:59:19.579093 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dac9cc7c-733a-4918-accd-340c1f19137e req-30745870-852a-4936-9d6e-7c44e45195b4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5658131 Apr 06 13:59:19.616322 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ae13d302-4a24-4ee5-8b15-0f3252492ed6 req-bbf90677-70af-49f5-989a-ddb291e8c2be service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208940 Apr 06 13:59:19.624675 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-034e2cd2-56cb-4125-9c18-6dc42c0dccf3 req-b73c8e56-7fd4-4069-8dc8-351c6fdce300 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631989 Apr 06 13:59:19.692454 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d0d2a-b0dc-4717-847d-7ba285efe663 x-openstack-request-id: req-4d9d0d2a-b0dc-4717-847d-7ba285efe663 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:19.692454 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613f0ab6-653f-4311-be85-37c2a2d8d3db", "tag": "6892363b-a6bc-4f54-a258-b5bb52cd0091", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:19.692821 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d9d0d2a-b0dc-4717-847d-7ba285efe663 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:19.693189 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9d0d2a-b0dc-4717-847d-7ba285efe663'] response: {'name': 'network-changed', 'server_uuid': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'tag': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'status': 'completed', 'code': 200} Apr 06 13:59:19.698961 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Publish callbacks [] for security_group (2d7208e5-a8d5-4dac-be80-2ced35ed7505), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.707210 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (2d7208e5-a8d5-4dac-be80-2ced35ed7505), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.742652 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:59:19.766369 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7208e5-a8d5-4dac-be80-2ced35ed7505,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:19.775465 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (49fc0ba2-8bbd-40df-a977-f4e549992a4f), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.775998 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Added segment 49fc0ba2-8bbd-40df-a977-f4e549992a4f of type vlan for network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 Apr 06 13:59:19.830179 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (beca4aa4-b2fc-45d8-9d50-baa3a4f86438), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.860873 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (beca4aa4-b2fc-45d8-9d50-baa3a4f86438), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.861852 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:19.862444 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:19.924986 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2695334 Apr 06 13:59:19.929813 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54030) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:19.937231 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Request body: {'subnet': {'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-865867597-subnet', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:19.940174 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1309c-9d95-47c7-9ae8-d3104d9bbe04 admin admin] Pushing event updated for resources: {'Network': ['ID=beca4aa4-b2fc-45d8-9d50-baa3a4f86438,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:19.959990 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:59:19.980384 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Made reservation on behalf of 952b71f9ca204110b8f1735ff7d4a304 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:19.985085 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119144092'] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.216377 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119505419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119144066'] for subnet (7cca4659-d566-4afc-8860-ced163e3ec08), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.308759 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cca4659-d566-4afc-8860-ced163e3ec08,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:20.324112 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Checking segment: {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:20.324733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Network hostable DHCP agents. Network: beca4aa4-b2fc-45d8-9d50-baa3a4f86438, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:59:20.349970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:59:20.363257 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, beca4aa4-b2fc-45d8-9d50-baa3a4f86438) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:20.368947 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:20.369710 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.378853 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6becc-9ad5-4137-91d1-5c1c796d362c None None] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:20.399668 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-17104df0-a560-473b-9c10-a87b1b49c25c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4655590 Apr 06 13:59:20.400196 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54042) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:20.407694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:20.443466 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (000eedbc-7620-44b0-b384-e49e3ad6013f), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.445056 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (000eedbc-7620-44b0-b384-e49e3ad6013f), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.515251 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks [] for router_controller (000eedbc-7620-44b0-b384-e49e3ad6013f), precommit_add_association {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.567308 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:59:20.568503 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.730999 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks [] for router_gateway (000eedbc-7620-44b0-b384-e49e3ad6013f), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:20.807843 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Allocated IP 172.20.0.2 (beca4aa4-b2fc-45d8-9d50-baa3a4f86438/7cca4659-d566-4afc-8860-ced163e3ec08/54bfc43b-224e-4b7a-b210-1c491cb9abcc) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:20.854760 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ebbb-b506-4a4f-8cdb-cedf8febcf26 req-da09db6e-dad4-4b19-9134-c8113d165f71 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:20.856405 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-33a6ebbb-b506-4a4f-8cdb-cedf8febcf26 req-da09db6e-dad4-4b19-9134-c8113d165f71 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 944 time: 0.1087465 Apr 06 13:59:20.884243 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-a1f123d3-3511-4d46-b4c0-7b5a0677413c req-f1c7cc66-6e46-4dec-a01b-6d9247525ccf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:59:20.885189 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a1f123d3-3511-4d46-b4c0-7b5a0677413c req-f1c7cc66-6e46-4dec-a01b-6d9247525ccf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062535 Apr 06 13:59:20.933148 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-33a6ebbb-b506-4a4f-8cdb-cedf8febcf26 req-797fc193-c84e-4432-8d0d-8e440dc4fa75 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702238 Apr 06 13:59:21.078819 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks [] for router_gateway (000eedbc-7620-44b0-b384-e49e3ad6013f), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.120422 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.275660 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Publish callbacks [] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.286236 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.320211 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec43d1-c8ca-4c71-b6b9-4fcbcaaaa689 req-5567de04-5e14-4bab-9565-ce370cc1d0aa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:21.332985 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5dec43d1-c8ca-4c71-b6b9-4fcbcaaaa689 req-5567de04-5e14-4bab-9565-ce370cc1d0aa tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.2086160 Apr 06 13:59:21.334132 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:21.340989 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:21.343590 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Pushing event updated for resources: {'Port': ['ID=54bfc43b-224e-4b7a-b210-1c491cb9abcc,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:21.346124 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:21.360525 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.361232 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.361821 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.362330 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.362829 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.363572 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.363912 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.364245 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.364578 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.365892 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.367736 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.368737 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.369545 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.370299 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.371050 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:21.451665 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Allocated IP 172.27.3.146 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/cc97c92e-c17e-47e6-afc9-e0fbd326ca14) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:21.458742 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Attempting to bind port 54bfc43b-224e-4b7a-b210-1c491cb9abcc on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:21.459311 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Attempting to bind port 54bfc43b-224e-4b7a-b210-1c491cb9abcc by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:21.459962 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Attempting to bind port 54bfc43b-224e-4b7a-b210-1c491cb9abcc on network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:21.468062 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:21.468611 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Checking segment: {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:21.469493 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.470240 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Bound using segment: {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:21.470767 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5dec43d1-c8ca-4c71-b6b9-4fcbcaaaa689 req-4dc19a6f-2c0f-4822-a3db-7ad8adad8f32 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365271 Apr 06 13:59:21.471015 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Bound port: 54bfc43b-224e-4b7a-b210-1c491cb9abcc, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:21.471729 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.604774 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] For port 54bfc43b-224e-4b7a-b210-1c491cb9abcc, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:21.609031 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] For port 54bfc43b-224e-4b7a-b210-1c491cb9abcc, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=54bfc43b-224e-4b7a-b210-1c491cb9abcc,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:21.618724 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.653947 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks [] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.654411 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-d9450b5a-635b-4b3f-a124-6b93ff8bc3fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1597776 Apr 06 13:59:21.705689 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea74f7-4bd1-4158-bbc8-c4872f183f89 None None] Pushing event updated for resources: {'Port': ['ID=54bfc43b-224e-4b7a-b210-1c491cb9abcc,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:21.715083 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:21.741301 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 6892363b-a6bc-4f54-a258-b5bb52cd0091 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:59:21.779346 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:21.783099 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:21.788095 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:21.836549 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Pushing event updated for resources: {'Port': ['ID=cc97c92e-c17e-47e6-afc9-e0fbd326ca14,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:21.840210 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-e2fd728b-c7bc-427f-a696-233864821b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:21.841990 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-e2fd728b-c7bc-427f-a696-233864821b16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 1128 time: 0.0866747 Apr 06 13:59:21.947579 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 6892363b-a6bc-4f54-a258-b5bb52cd0091, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6892363b-a6bc-4f54-a258-b5bb52cd0091,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:21.966940 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'port_id': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'mac_address': 'fa:16:3e:24:7c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:59:22.028621 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-f7e26867-2883-4d95-a02b-f366142b6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:22.030731 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-f7e26867-2883-4d95-a02b-f366142b6916 service neutron] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 915 time: 0.1819754 Apr 06 13:59:22.031999 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 6892363b-a6bc-4f54-a258-b5bb52cd0091 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:22.032865 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:22.118493 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6892363b-a6bc-4f54-a258-b5bb52cd0091 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:59:22.141241 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-be9956a3-0c19-4e00-a21e-0e8be9e553e8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:22.153063 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-10600fa5-eec0-4615-9e51-7da53160822e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6892363b-a6bc-4f54-a258-b5bb52cd0091 HTTP/1.1" status: 200 len: 217 time: 0.1107745 Apr 06 13:59:22.155770 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-be9956a3-0c19-4e00-a21e-0e8be9e553e8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports/87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 200 len: 941 time: 0.4219763 Apr 06 13:59:22.175467 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 6892363b-a6bc-4f54-a258-b5bb52cd0091, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6892363b-a6bc-4f54-a258-b5bb52cd0091,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:22.196773 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:22.304232 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-2821c10d-99af-45bc-9afd-08f3d5cc4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:22.307595 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-2821c10d-99af-45bc-9afd-08f3d5cc4a73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.1459212 Apr 06 13:59:22.337924 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=6892363b-a6bc-4f54-a258-b5bb52cd0091,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:22.378098 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-83cb3d8a-44d1-4987-ae4f-d217256839d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:22.379650 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-83cb3d8a-44d1-4987-ae4f-d217256839d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650516 Apr 06 13:59:22.412299 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6864b-ee39-403a-92c4-ffcca1bd788b req-0ca7f248-41dd-440d-b90c-d5307b76bd8e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:22.415548 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a4d6864b-ee39-403a-92c4-ffcca1bd788b req-0ca7f248-41dd-440d-b90c-d5307b76bd8e tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 944 time: 0.2547510 Apr 06 13:59:22.537645 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['6892363b-a6bc-4f54-a258-b5bb52cd0091'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:59:22.555748 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-2b1043e5-63e2-42ef-a89c-8ddc2f5de6dd service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689811 Apr 06 13:59:22.616998 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a4d6864b-ee39-403a-92c4-ffcca1bd788b req-658e1e84-6261-4abd-b100-21f435939e42 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883643 Apr 06 13:59:22.633177 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks [] for router_gateway (000eedbc-7620-44b0-b384-e49e3ad6013f), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:22.758368 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-77b5627f-f9a2-49e4-8695-ae5f56ccc40a req-1c4583fc-9b00-416e-af6d-94d741f916df service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933899 Apr 06 13:59:22.863868 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be8a71-7dd0-4b76-a1dc-74d0afe3490f req-1ab048f7-c4e7-438f-b382-d013e197480f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:22.865661 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-35be8a71-7dd0-4b76-a1dc-74d0afe3490f req-1ab048f7-c4e7-438f-b382-d013e197480f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.1675520 Apr 06 13:59:23.042440 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-35be8a71-7dd0-4b76-a1dc-74d0afe3490f req-b6e271a1-103c-45bc-9b0c-6007f2b91e8f tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203210 Apr 06 13:59:23.059884 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (000eedbc-7620-44b0-b384-e49e3ad6013f), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.276574 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5c0cb-f30a-4f82-81b7-75fa0b21f07a None None] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:23.294398 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Router 000eedbc-7620-44b0-b384-e49e3ad6013f is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:59:23.315194 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-8ed27455-827b-4553-9be7-4f47f01efa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.316991 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-8ed27455-827b-4553-9be7-4f47f01efa1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f&tenant_id=873d3301e23f49a8b7126a8900344774 HTTP/1.1" status: 200 len: 1128 time: 0.0809884 Apr 06 13:59:23.400286 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-dcfdee2e-c2f1-48e1-a1c8-ddb94f8baf2b None None] Provisioning complete for port 54bfc43b-224e-4b7a-b210-1c491cb9abcc triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:23.403275 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee2e-c2f1-48e1-a1c8-ddb94f8baf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.416921 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 54bfc43b-224e-4b7a-b210-1c491cb9abcc up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:23.430774 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-c948311c-09dc-4f3a-9e21-2ee56e7469b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.432345 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-c948311c-09dc-4f3a-9e21-2ee56e7469b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 1128 time: 0.0819426 Apr 06 13:59:23.516625 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:23.537056 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Sync routers for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:23.546308 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.551839 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ba383b68-7dcb-4fe3-831f-a342418d0eab admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1461072 Apr 06 13:59:23.552147 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:23.552295 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54078) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:23.552441 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:23.593058 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-653193c2-866a-4e67-9150-ea1435620084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.594455 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-653193c2-866a-4e67-9150-ea1435620084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.1547668 Apr 06 13:59:23.636720 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 54bfc43b-224e-4b7a-b210-1c491cb9abcc triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:23.637485 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.661227 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdee2e-c2f1-48e1-a1c8-ddb94f8baf2b None None] Current status of the port 54bfc43b-224e-4b7a-b210-1c491cb9abcc is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:23.661489 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee2e-c2f1-48e1-a1c8-ddb94f8baf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.706086 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:23.719740 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-dcfdee2e-c2f1-48e1-a1c8-ddb94f8baf2b None None] For port 54bfc43b-224e-4b7a-b210-1c491cb9abcc, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=54bfc43b-224e-4b7a-b210-1c491cb9abcc,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:23.729970 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-dcfdee2e-c2f1-48e1-a1c8-ddb94f8baf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.803334 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379e158-7f58-42f7-8ce7-4e2aee4476dd req-1b042312-dfe9-41a2-b0dd-cc38cfa45acd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:23.813049 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0379e158-7f58-42f7-8ce7-4e2aee4476dd req-1b042312-dfe9-41a2-b0dd-cc38cfa45acd tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 945 time: 0.0777342 Apr 06 13:59:23.815740 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdee2e-c2f1-48e1-a1c8-ddb94f8baf2b None None] Pushing event updated for resources: {'Port': ['ID=54bfc43b-224e-4b7a-b210-1c491cb9abcc,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:23.819044 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 6892363b-a6bc-4f54-a258-b5bb52cd0091 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:23.891937 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 54bfc43b-224e-4b7a-b210-1c491cb9abcc is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:23.905987 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0379e158-7f58-42f7-8ce7-4e2aee4476dd req-e5665397-0787-46d3-ad98-96dcef8abfd0 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914104 Apr 06 13:59:23.912960 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 6892363b-a6bc-4f54-a258-b5bb52cd0091 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:59:23.925123 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 6892363b-a6bc-4f54-a258-b5bb52cd0091 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:23.925534 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:23.982703 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-fac96fd5-6d50-4887-b4a0-eceb7a76763b None None] Provisioning complete for port 54bfc43b-224e-4b7a-b210-1c491cb9abcc triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:23.983021 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fac96fd5-6d50-4887-b4a0-eceb7a76763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.000493 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:22Z', 'revision_number': 3, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:24.029437 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Checking router: 000eedbc-7620-44b0-b384-e49e3ad6013f for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:24.029754 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Updating router 000eedbc-7620-44b0-b384-e49e3ad6013f port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:24.061734 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.067178 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 6892363b-a6bc-4f54-a258-b5bb52cd0091 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:24.067568 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.118636 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892363b-a6bc-4f54-a258-b5bb52cd0091'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:24.121069 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69942fc-9956-4309-8570-4b2465b10f22" -d '{"events": [{"server_uuid": "613f0ab6-653f-4311-be85-37c2a2d8d3db", "name": "network-vif-plugged", "status": "completed", "tag": "6892363b-a6bc-4f54-a258-b5bb52cd0091"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:24.185437 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 6892363b-a6bc-4f54-a258-b5bb52cd0091, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6892363b-a6bc-4f54-a258-b5bb52cd0091,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:24.192027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-fac96fd5-6d50-4887-b4a0-eceb7a76763b None None] Current status of the port 54bfc43b-224e-4b7a-b210-1c491cb9abcc is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:24.199649 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df77dbaa-336c-438a-b08e-849b4215d214 x-openstack-request-id: req-df77dbaa-336c-438a-b08e-849b4215d214 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:24.199953 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613f0ab6-653f-4311-be85-37c2a2d8d3db", "name": "network-vif-plugged", "status": "completed", "tag": "6892363b-a6bc-4f54-a258-b5bb52cd0091", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:24.201204 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df77dbaa-336c-438a-b08e-849b4215d214 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:24.201659 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df77dbaa-336c-438a-b08e-849b4215d214'] response: {'server_uuid': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'code': 200} Apr 06 13:59:24.203487 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.217268 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d918da-4537-4312-81d0-e00d59d22d66 req-d0388940-3b71-4138-9c12-cdc03438a1a4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:24.222728 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-5a3e60a8-60ad-4b07-bbb6-6e06c8069ca7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 200 len: 1000 time: 0.5611629 Apr 06 13:59:24.228507 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-38d918da-4537-4312-81d0-e00d59d22d66 req-d0388940-3b71-4138-9c12-cdc03438a1a4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.0880897 Apr 06 13:59:24.279414 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=6892363b-a6bc-4f54-a258-b5bb52cd0091,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:24.303537 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-38d918da-4537-4312-81d0-e00d59d22d66 req-b3deb546-3598-4ca2-9ad5-766012882b0c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734553 Apr 06 13:59:24.369065 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-6452c17e-19d5-4ea2-87b9-d5c24376e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:24.371200 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-6452c17e-19d5-4ea2-87b9-d5c24376e6b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.1099398 Apr 06 13:59:24.531889 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Publish callbacks [] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.538242 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-b8ae2266-10fc-4178-9e1e-2989adb1028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:24.540329 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-b8ae2266-10fc-4178-9e1e-2989adb1028a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1613708 Apr 06 13:59:24.542003 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.569632 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685adc7a-50cd-4bee-8f22-7b4ce0feb388 req-86198eb1-7380-4e07-9126-e10d260b0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:24.572100 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-685adc7a-50cd-4bee-8f22-7b4ce0feb388 req-86198eb1-7380-4e07-9126-e10d260b0154 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 1130 time: 0.1226478 Apr 06 13:59:24.626194 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Pushing event updated for resources: {'Port': ['ID=cc97c92e-c17e-47e6-afc9-e0fbd326ca14,revision_number=2']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:24.628747 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Attempting to bind port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:24.629111 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Attempting to bind port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:24.629783 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Attempting to bind port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:24.641202 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.641567 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.642037 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.642498 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.642864 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.643205 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.643660 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.644067 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.644454 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.644787 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.645104 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.645473 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.645831 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.646123 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.646451 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:24.650677 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:24.651053 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:24.651443 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.651830 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:24.652317 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Bound port: cc97c92e-c17e-47e6-afc9-e0fbd326ca14, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:24.652700 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.724045 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] For port cc97c92e-c17e-47e6-afc9-e0fbd326ca14, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:24.728039 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] For port cc97c92e-c17e-47e6-afc9-e0fbd326ca14, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=cc97c92e-c17e-47e6-afc9-e0fbd326ca14,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:24.736425 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.749602 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-685adc7a-50cd-4bee-8f22-7b4ce0feb388 req-391ce3e2-1532-4434-af73-bd9cb30b8d93 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389306 Apr 06 13:59:24.756643 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-371a8e53-7ac5-49a4-be84-0202694a82b4 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074003 Apr 06 13:59:24.808069 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:24.809026 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:24.812294 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:24.891908 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc7e56-3d3a-4008-8404-d5c9a63a8868 None None] Pushing event updated for resources: {'Port': ['ID=cc97c92e-c17e-47e6-afc9-e0fbd326ca14,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.007833 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:25.016222 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Allocated IP 172.20.0.1 (beca4aa4-b2fc-45d8-9d50-baa3a4f86438/7cca4659-d566-4afc-8860-ced163e3ec08/6c3a2310-3a02-4dee-884f-b4d917730085) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:25.069012 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d647390-b4b5-45cc-8196-e49c1b0246e3 req-e46d4020-1f35-4204-9070-85816f8d0594 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:25.071629 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3d647390-b4b5-45cc-8196-e49c1b0246e3 req-e46d4020-1f35-4204-9070-85816f8d0594 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 946 time: 0.0751143 Apr 06 13:59:25.155926 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3d647390-b4b5-45cc-8196-e49c1b0246e3 req-b2365dd3-291c-4910-802d-c396123a4785 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746667 Apr 06 13:59:25.220436 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c19799c5-5ea4-4c64-bb6b-a24c1796fa04 req-69d6e899-7db2-4979-8a46-6a914215484f service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000995 Apr 06 13:59:25.263126 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Publish callbacks [] for port (6c3a2310-3a02-4dee-884f-b4d917730085), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.265640 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:22Z', 'revision_number': 3, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:25.294018 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01715c0-0536-49e1-88ff-ea926acc3842 None None] The sync data for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi is: [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:22Z', 'revision_number': 3, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:25.325491 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.338444 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 54bfc43b-224e-4b7a-b210-1c491cb9abcc up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:25.411008 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:25.422911 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:25.427750 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3a2310-3a02-4dee-884f-b4d917730085,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:25.431767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:25.441641 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 54bfc43b-224e-4b7a-b210-1c491cb9abcc triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:25.443617 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.524712 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (000eedbc-7620-44b0-b384-e49e3ad6013f), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.531113 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9bbb-f003-4ff9-9ab6-d65fbc3ad952 req-28bd9675-b598-418e-a375-5a1a9c75da35 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:25.536757 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-42da9bbb-f003-4ff9-9ab6-d65fbc3ad952 req-28bd9675-b598-418e-a375-5a1a9c75da35 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.1376429 Apr 06 13:59:25.582094 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 54bfc43b-224e-4b7a-b210-1c491cb9abcc is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:25.642478 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-42da9bbb-f003-4ff9-9ab6-d65fbc3ad952 req-f1bfc6fd-59d4-4c09-917f-fd161e73caeb tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921538 Apr 06 13:59:25.783757 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:25.941869 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-f58722ab-e8ff-441d-a902-8a16604eab4e None None] Provisioning complete for port 6c3a2310-3a02-4dee-884f-b4d917730085 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:25.943026 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-f58722ab-e8ff-441d-a902-8a16604eab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.048007 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-f58722ab-e8ff-441d-a902-8a16604eab4e None None] Port 6c3a2310-3a02-4dee-884f-b4d917730085 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:26.059969 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Publish callbacks [] for port (6c3a2310-3a02-4dee-884f-b4d917730085), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.066984 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.144751 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3a2310-3a02-4dee-884f-b4d917730085,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:26.148577 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (000eedbc-7620-44b0-b384-e49e3ad6013f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.280315 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:26.281973 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:26.362874 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639c11b-193a-47a1-a183-81ef4cd41e9e req-86fdaee5-594c-44a8-9d6f-23e25aabba50 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:26.373829 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0639c11b-193a-47a1-a183-81ef4cd41e9e req-86fdaee5-594c-44a8-9d6f-23e25aabba50 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 946 time: 0.1162474 Apr 06 13:59:26.458749 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0639c11b-193a-47a1-a183-81ef4cd41e9e req-2edc5e05-677b-488f-84cb-d339f0d41377 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827250 Apr 06 13:59:26.627344 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Router 000eedbc-7620-44b0-b384-e49e3ad6013f has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:26.792937 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-e7d448fa-e2cf-4e84-a13c-cdb3d0392e07 None None] Provisioning complete for port 6c3a2310-3a02-4dee-884f-b4d917730085 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:26.795758 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e7d448fa-e2cf-4e84-a13c-cdb3d0392e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:26.904827 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-e7d448fa-e2cf-4e84-a13c-cdb3d0392e07 None None] Port 6c3a2310-3a02-4dee-884f-b4d917730085 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:26.952838 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:26.962288 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7823f-7812-487d-83ac-6bab8735ed03 req-dd113289-8a76-4507-9f17-404cc4cb2cf2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:26.965077 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d1b7823f-7812-487d-83ac-6bab8735ed03 req-dd113289-8a76-4507-9f17-404cc4cb2cf2 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.1345830 Apr 06 13:59:26.978376 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9d8c6ee8-5e21-47ed-8d38-cc3b2fafcaa3 admin admin] 10.222.0.44 "PUT /v2.0/routers/000eedbc-7620-44b0-b384-e49e3ad6013f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4248183 Apr 06 13:59:27.137764 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d1b7823f-7812-487d-83ac-6bab8735ed03 req-05225089-a58f-4f4e-89a5-607697396dae tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489906 Apr 06 13:59:27.388445 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device cc97c92e-c17e-47e6-afc9-e0fbd326ca14 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:27.578009 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:27.578619 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:27.797801 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:27.798531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:27.824817 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0464d-27be-4090-88cf-b02738d4482e req-f97f6b4f-49fc-4a8e-a40b-9ff6be96f76d tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:27.845366 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-00e0464d-27be-4090-88cf-b02738d4482e req-f97f6b4f-49fc-4a8e-a40b-9ff6be96f76d tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 946 time: 0.1666512 Apr 06 13:59:27.865171 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port cc97c92e-c17e-47e6-afc9-e0fbd326ca14, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=cc97c92e-c17e-47e6-afc9-e0fbd326ca14,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:27.877968 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:27.968161 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-00e0464d-27be-4090-88cf-b02738d4482e req-e5db04bc-7027-4e93-8e06-e6c3f43e392b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132886 Apr 06 13:59:28.005780 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=cc97c92e-c17e-47e6-afc9-e0fbd326ca14,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:28.074435 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54134) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:28.082796 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-984655382-network', 'tenant_id': '86f1ab733dea4e51b2aead37316784be'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:28.114771 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Sync routers for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:28.123917 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Made reservation on behalf of 86f1ab733dea4e51b2aead37316784be for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:28.129115 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.144341 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.149524 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:28.150669 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:28.300768 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783d65f-41c1-4137-b425-b4d30cf0f88d req-a7f1e727-db42-425d-8498-4133e6e87bea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:28.303483 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c783d65f-41c1-4137-b425-b4d30cf0f88d req-a7f1e727-db42-425d-8498-4133e6e87bea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 946 time: 0.1501122 Apr 06 13:59:28.314476 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54138) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:28.321063 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Publish callbacks [] for security_group (9c3eea6a-b3b0-4cb3-90ca-0c2d5efdca34), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.321897 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Request body: {'floatingip': {'port_id': '6892363b-a6bc-4f54-a258-b5bb52cd0091'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:28.331545 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (9c3eea6a-b3b0-4cb3-90ca-0c2d5efdca34), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.380211 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 13:59:28.410871 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (52edba50-433a-4471-b2d9-48dba6795914), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.411221 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Added segment 52edba50-433a-4471-b2d9-48dba6795914 of type vlan for network b97b4fbe-b137-4d47-9867-9e07bd647832 Apr 06 13:59:28.523095 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3eea6a-b3b0-4cb3-90ca-0c2d5efdca34,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:28.563340 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (b97b4fbe-b137-4d47-9867-9e07bd647832), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.606391 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:28.648459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (b97b4fbe-b137-4d47-9867-9e07bd647832), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.650481 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:28.651630 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:28.698259 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6211023 Apr 06 13:59:28.725787 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54140) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:28.800438 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Request body: {'subnet': {'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-984655382-subnet', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:28.870185 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcff76b-d9cf-421e-8438-a072a31946bd admin admin] Pushing event updated for resources: {'Network': ['ID=b97b4fbe-b137-4d47-9867-9e07bd647832,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:28.888392 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Made reservation on behalf of 86f1ab733dea4e51b2aead37316784be for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:59:28.893235 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network b97b4fbe-b137-4d47-9867-9e07bd647832 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 13:59:28.896805 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119144092'] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.119698 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 2, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:29.168309 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (ebe16ec5-6d15-4596-8e7a-bf90781d4f99), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.187550 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Checking router: 000eedbc-7620-44b0-b384-e49e3ad6013f for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:29.187550 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Updating router 000eedbc-7620-44b0-b384-e49e3ad6013f port 6c3a2310-3a02-4dee-884f-b4d917730085 binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:29.243466 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.397076 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119505419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119144066'] for subnet (53043cdc-2dbe-4715-911c-e1ba8a9b1970), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.417828 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c942d-7fc5-4b32-89c8-b8b48ee821cc req-27413be4-4880-4530-9aba-9e8dff8837a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:29.420370 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b47c942d-7fc5-4b32-89c8-b8b48ee821cc req-27413be4-4880-4530-9aba-9e8dff8837a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.9685600 Apr 06 13:59:29.453452 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device cc97c92e-c17e-47e6-afc9-e0fbd326ca14 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:29.523241 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53043cdc-2dbe-4715-911c-e1ba8a9b1970,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:29.530208 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Checking segment: {'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:29.530722 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Network hostable DHCP agents. Network: b97b4fbe-b137-4d47-9867-9e07bd647832, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 13:59:29.561988 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Network b97b4fbe-b137-4d47-9867-9e07bd647832 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 13:59:29.592211 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, b97b4fbe-b137-4d47-9867-9e07bd647832) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:29.609187 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:29.613377 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.660605 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23116281-7c46-4577-ab0b-a7c0d4e95533 None None] Network b97b4fbe-b137-4d47-9867-9e07bd647832 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:29.669323 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-aae12bd3-bdd6-4ac5-acfd-5270a7aee2b3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9407458 Apr 06 13:59:29.673246 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54144) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:29.677681 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b47c942d-7fc5-4b32-89c8-b8b48ee821cc req-227d6a4d-84ef-47e9-87cb-37d86efa6920 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352712 Apr 06 13:59:29.705358 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:29.760098 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (98171296-e3ff-4990-a80a-3d2f202fe414), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.766809 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (98171296-e3ff-4990-a80a-3d2f202fe414), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:29.932853 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks [] for router_controller (98171296-e3ff-4990-a80a-3d2f202fe414), precommit_add_association {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.199735 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:30.200314 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.308660 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks [] for router_gateway (98171296-e3ff-4990-a80a-3d2f202fe414), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.310699 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.316522 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (ebe16ec5-6d15-4596-8e7a-bf90781d4f99), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.368997 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-b97b4fbe-b137-4d47-9867-9e07bd647832', 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832', 'project_id': '86f1ab733dea4e51b2aead37316784be', 'fixed_ips': [{'subnet_id': '53043cdc-2dbe-4715-911c-e1ba8a9b1970'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 13:59:30.376043 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.625671 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.l3_db [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Floating IP ebe16ec5-6d15-4596-8e7a-bf90781d4f99 associated. External IP: 172.27.3.16, port: 6892363b-a6bc-4f54-a258-b5bb52cd0091. Apr 06 13:59:30.698239 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:30.743347 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks [] for router_gateway (98171296-e3ff-4990-a80a-3d2f202fe414), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.830541 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.910563 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Publish callbacks [] for port (6c3a2310-3a02-4dee-884f-b4d917730085), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:30.933006 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.019791 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Allocated IP 172.20.0.2 (b97b4fbe-b137-4d47-9867-9e07bd647832/53043cdc-2dbe-4715-911c-e1ba8a9b1970/9a424818-f317-4952-8804-f254697ad0e6) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:31.029483 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:31.102991 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c010d-7ac0-47e1-8913-5a57ddfdfdb3 None None] Pushing event updated for resources: {'Port': ['ID=6c3a2310-3a02-4dee-884f-b4d917730085,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:31.106043 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24a496-b55e-47c1-8bbc-5b8496fed02d req-3ab43d7a-43b2-4162-ab68-6ff533311da4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:31.120772 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3e24a496-b55e-47c1-8bbc-5b8496fed02d req-3ab43d7a-43b2-4162-ab68-6ff533311da4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.1323338 Apr 06 13:59:31.195843 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Allocated IP 172.27.3.194 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/f2f40796-162d-41a4-8386-88a0c998e516) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:31.232892 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3e24a496-b55e-47c1-8bbc-5b8496fed02d req-9bfa80e3-37fd-4344-a49e-2bd0443dfbd8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108298 Apr 06 13:59:31.324714 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Attempting to bind port 6c3a2310-3a02-4dee-884f-b4d917730085 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:31.325610 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Attempting to bind port 6c3a2310-3a02-4dee-884f-b4d917730085 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:31.325610 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Attempting to bind port 6c3a2310-3a02-4dee-884f-b4d917730085 on network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:31.344385 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:31.344753 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Checking segment: {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:31.345132 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.345551 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Bound using segment: {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:31.346062 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Bound port: 6c3a2310-3a02-4dee-884f-b4d917730085, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:31.346450 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.364738 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:31.388503 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.390037 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:31.430509 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:31.434693 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:31.485713 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-442bff61-ffdd-42d8-8444-2b47bd70f1ef tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "PUT /v2.0/floatingips/ebe16ec5-6d15-4596-8e7a-bf90781d4f99 HTTP/1.1" status: 200 len: 991 time: 3.1688585 Apr 06 13:59:31.486825 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'tag': '6892363b-a6bc-4f54-a258-b5bb52cd0091'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:31.496383 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50ba04-00d9-4350-9c0a-75972e45faec" -d '{"events": [{"name": "network-changed", "server_uuid": "613f0ab6-653f-4311-be85-37c2a2d8d3db", "tag": "6892363b-a6bc-4f54-a258-b5bb52cd0091"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:31.635313 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] For port 6c3a2310-3a02-4dee-884f-b4d917730085, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:31.644491 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] For port 6c3a2310-3a02-4dee-884f-b4d917730085, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=6c3a2310-3a02-4dee-884f-b4d917730085,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:31.653030 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b2cd7f-8825-478c-8440-710b3de6d8cf x-openstack-request-id: req-d1b2cd7f-8825-478c-8440-710b3de6d8cf {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:31.653030 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613f0ab6-653f-4311-be85-37c2a2d8d3db", "tag": "6892363b-a6bc-4f54-a258-b5bb52cd0091", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:31.653468 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1b2cd7f-8825-478c-8440-710b3de6d8cf {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:31.653975 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b2cd7f-8825-478c-8440-710b3de6d8cf'] response: {'name': 'network-changed', 'server_uuid': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'tag': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'status': 'completed', 'code': 200} Apr 06 13:59:31.682915 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.757992 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks [] for port (f2f40796-162d-41a4-8386-88a0c998e516), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.818106 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Publish callbacks [] for port (9a424818-f317-4952-8804-f254697ad0e6), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.827198 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-3e922cf9-3349-49c7-914b-d3637b0e227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:31.829305 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-3e922cf9-3349-49c7-914b-d3637b0e227a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 1130 time: 0.1374018 Apr 06 13:59:31.842428 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (9a424818-f317-4952-8804-f254697ad0e6), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.862145 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:31.876812 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b8274c00-98dd-4b3a-a75c-e8a22e819965 None None] Provisioning complete for port 6c3a2310-3a02-4dee-884f-b4d917730085 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:31.877375 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b8274c00-98dd-4b3a-a75c-e8a22e819965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:31.882156 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c010d-7ac0-47e1-8913-5a57ddfdfdb3 None None] Pushing event updated for resources: {'Port': ['ID=6c3a2310-3a02-4dee-884f-b4d917730085,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:31.962390 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Network b97b4fbe-b137-4d47-9867-9e07bd647832 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:31.998833 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:32.019818 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:32.040126 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:32.040959 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:32.157366 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Pushing event updated for resources: {'Port': ['ID=9a424818-f317-4952-8804-f254697ad0e6,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:32.341742 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Attempting to bind port 9a424818-f317-4952-8804-f254697ad0e6 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:32.342511 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Attempting to bind port 9a424818-f317-4952-8804-f254697ad0e6 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:32.342862 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Attempting to bind port 9a424818-f317-4952-8804-f254697ad0e6 on network b97b4fbe-b137-4d47-9867-9e07bd647832 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:32.455120 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:32.458875 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Checking segment: {'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:32.458875 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.458875 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Bound using segment: {'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:32.466983 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Bound port: 9a424818-f317-4952-8804-f254697ad0e6, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:32.467606 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (9a424818-f317-4952-8804-f254697ad0e6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.468043 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'ebe16ec5-6d15-4596-8e7a-bf90781d4f99', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:24:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:04Z', 'updated_at': '2022-04-06T13:59:30Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:32.504849 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:32.517138 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:32.518286 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:32.588106 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e599546-d9df-4f4e-ab0c-2ca551b06f83 req-e888157b-fc31-461b-9675-39749479c5f6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:32.603077 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e599546-d9df-4f4e-ab0c-2ca551b06f83 req-e888157b-fc31-461b-9675-39749479c5f6 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.1994750 Apr 06 13:59:32.657871 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (f2f40796-162d-41a4-8386-88a0c998e516), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.676393 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:32.680034 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:32.741546 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8e599546-d9df-4f4e-ab0c-2ca551b06f83 req-7dd2aa9d-dd01-428c-91d9-2d4b7376f56d tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305938 Apr 06 13:59:32.847015 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b8274c00-98dd-4b3a-a75c-e8a22e819965 None None] Current status of the port 6c3a2310-3a02-4dee-884f-b4d917730085 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:32.847326 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b8274c00-98dd-4b3a-a75c-e8a22e819965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:32.866444 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-56b82526-a9eb-4fd7-915f-6e8991b7f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:32.869318 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-56b82526-a9eb-4fd7-915f-6e8991b7f469 service neutron] 10.222.0.41 "GET /v2.0/networks?id=535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 200 len: 915 time: 1.0157399 Apr 06 13:59:32.876627 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:32.892467 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:32.901467 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:32.924496 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Pushing event updated for resources: {'Port': ['ID=f2f40796-162d-41a4-8386-88a0c998e516,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:33.257919 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.261789 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.261789 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.265875 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.266839 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.268042 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.268798 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.269639 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.271761 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.276488 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.277330 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.278558 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.279251 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.279924 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.282177 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:59:33.293486 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b8274c00-98dd-4b3a-a75c-e8a22e819965 None None] For port 6c3a2310-3a02-4dee-884f-b4d917730085, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=6c3a2310-3a02-4dee-884f-b4d917730085,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:33.303256 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-6b6fef69-407d-464d-a4c1-5eac7f2ad470 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6892363b-a6bc-4f54-a258-b5bb52cd0091 HTTP/1.1" status: 200 len: 999 time: 0.3982427 Apr 06 13:59:33.309355 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] For port 9a424818-f317-4952-8804-f254697ad0e6, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:33.326415 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b8274c00-98dd-4b3a-a75c-e8a22e819965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.361813 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] For port 9a424818-f317-4952-8804-f254697ad0e6, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=9a424818-f317-4952-8804-f254697ad0e6,segment=NetworkSegment(52edba50-433a-4471-b2d9-48dba6795914),segment_id=52edba50-433a-4471-b2d9-48dba6795914)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:33.431504 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (9a424818-f317-4952-8804-f254697ad0e6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.456221 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'ebe16ec5-6d15-4596-8e7a-bf90781d4f99', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:24:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:04Z', 'updated_at': '2022-04-06T13:59:30Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:33.542562 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb1385-e19c-4203-ab55-876a2c8d41a8 None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'ebe16ec5-6d15-4596-8e7a-bf90781d4f99', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'port_id': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'mac_address': 'fa:16:3e:24:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:59:04Z', 'updated_at': '2022-04-06T13:59:30Z', 'revision_number': 1, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:33.582119 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:59:33.616116 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274c00-98dd-4b3a-a75c-e8a22e819965 None None] Pushing event updated for resources: {'Port': ['ID=6c3a2310-3a02-4dee-884f-b4d917730085,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:33.690277 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-bd42c61e-00b6-411a-acbe-abadd13c9f57 None None] Provisioning complete for port 6c3a2310-3a02-4dee-884f-b4d917730085 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:33.691157 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bd42c61e-00b6-411a-acbe-abadd13c9f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:33.742731 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-2c69c7fa-6446-40ac-b9aa-ff5391cbcea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:33.744839 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-2c69c7fa-6446-40ac-b9aa-ff5391cbcea8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 200 len: 854 time: 0.1700096 Apr 06 13:59:33.952857 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-aba8e6b4-6af3-4437-a760-0582e497ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:33.965644 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-aba8e6b4-6af3-4437-a760-0582e497ddcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=535bbf8b-fe20-44f2-8ee2-c569786c8987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1513169 Apr 06 13:59:33.969176 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks [] for router_gateway (98171296-e3ff-4990-a80a-3d2f202fe414), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:34.113906 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538ae8b-9581-48e4-ab96-fbabb4597413 None None] Pushing event updated for resources: {'Port': ['ID=9a424818-f317-4952-8804-f254697ad0e6,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:34.239082 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:31Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:34.264698 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a56b4-941e-4be9-9f8c-b1dbd771495e req-208a7480-ae78-4c34-a8fd-718675c98d08 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:34.274437 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8b3a56b4-941e-4be9-9f8c-b1dbd771495e req-208a7480-ae78-4c34-a8fd-718675c98d08 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.2477200 Apr 06 13:59:34.299163 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4487dd6-b4af-42b1-b7df-c2d768d9ae49 None None] New status for floating IP ebe16ec5-6d15-4596-8e7a-bf90781d4f99: ACTIVE {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:59:34.308330 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4eb6a-990a-4e25-a991-9f5a0cb065c5 None None] The sync data for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi is: [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:31Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:34.460874 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8b3a56b4-941e-4be9-9f8c-b1dbd771495e req-dda8e758-db2c-4457-8634-97dd47651c4a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794231 Apr 06 13:59:34.627241 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-bd42c61e-00b6-411a-acbe-abadd13c9f57 None None] Current status of the port 6c3a2310-3a02-4dee-884f-b4d917730085 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:34.636182 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-7f76971c-7bd0-45b1-b93b-fd41cb0a0330 service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592243 Apr 06 13:59:34.709213 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (98171296-e3ff-4990-a80a-3d2f202fe414), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.160506 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-fd50ba04-00d9-4350-9c0a-75972e45faec req-9c3504cd-9f9e-4ce8-bb5f-bbe401e72cfb service neutron] 10.222.0.41 "GET /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575895 Apr 06 13:59:35.185306 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Router 98171296-e3ff-4990-a80a-3d2f202fe414 is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 13:59:35.539328 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:35.552554 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Sync routers for ids ['98171296-e3ff-4990-a80a-3d2f202fe414'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:35.556255 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 6c3a2310-3a02-4dee-884f-b4d917730085 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:35.574556 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Routers {'98171296-e3ff-4990-a80a-3d2f202fe414'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:35.575483 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['98171296-e3ff-4990-a80a-3d2f202fe414'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:35.586485 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.590469 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8bcf0140-42a4-4dc0-9529-4eb114c1cf1f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9097693 Apr 06 13:59:35.591390 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54162) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:35.627306 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 6c3a2310-3a02-4dee-884f-b4d917730085 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:35.628573 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:35.754384 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c625b9-f730-4dfd-8347-f8145db80a72 None None] Network b97b4fbe-b137-4d47-9867-9e07bd647832 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:59:35.842389 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Set router 98171296-e3ff-4990-a80a-3d2f202fe414 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:35.958449 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5e7d157a-48e5-40e8-8c2c-3d615b7df34f None None] Provisioning complete for port 9a424818-f317-4952-8804-f254697ad0e6 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:35.958830 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5e7d157a-48e5-40e8-8c2c-3d615b7df34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (9a424818-f317-4952-8804-f254697ad0e6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.008214 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 6c3a2310-3a02-4dee-884f-b4d917730085 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:36.009546 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 9a424818-f317-4952-8804-f254697ad0e6 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:36.211458 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416911f-6722-4bc3-82e5-98bd0f689bd7 req-15c94665-b4df-4211-88fc-705f119d1b36 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:36.217213 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6416911f-6722-4bc3-82e5-98bd0f689bd7 req-15c94665-b4df-4211-88fc-705f119d1b36 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.4523869 Apr 06 13:59:36.263982 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 9a424818-f317-4952-8804-f254697ad0e6 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:36.264616 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (9a424818-f317-4952-8804-f254697ad0e6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.315298 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 3, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port': {'id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:30Z', 'updated_at': '2022-04-06T13:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:36.424281 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Checking router: 98171296-e3ff-4990-a80a-3d2f202fe414 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:36.424945 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Updating router 98171296-e3ff-4990-a80a-3d2f202fe414 port f2f40796-162d-41a4-8386-88a0c998e516 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:36.487500 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d157a-48e5-40e8-8c2c-3d615b7df34f None None] Current status of the port 9a424818-f317-4952-8804-f254697ad0e6 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:36.488294 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5e7d157a-48e5-40e8-8c2c-3d615b7df34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (9a424818-f317-4952-8804-f254697ad0e6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.492657 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f2f40796-162d-41a4-8386-88a0c998e516), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.598168 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5e7d157a-48e5-40e8-8c2c-3d615b7df34f None None] For port 9a424818-f317-4952-8804-f254697ad0e6, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=9a424818-f317-4952-8804-f254697ad0e6,segment=NetworkSegment(52edba50-433a-4471-b2d9-48dba6795914),segment_id=52edba50-433a-4471-b2d9-48dba6795914)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:36.612090 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6416911f-6722-4bc3-82e5-98bd0f689bd7 req-26098c08-479f-4d74-8f77-cc1e6c80cb97 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559459 Apr 06 13:59:36.614936 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5e7d157a-48e5-40e8-8c2c-3d615b7df34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (9a424818-f317-4952-8804-f254697ad0e6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:36.795979 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d157a-48e5-40e8-8c2c-3d615b7df34f None None] Pushing event updated for resources: {'Port': ['ID=9a424818-f317-4952-8804-f254697ad0e6,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:37.000870 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 9a424818-f317-4952-8804-f254697ad0e6 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:37.202345 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.275098 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Publish callbacks [] for port (f2f40796-162d-41a4-8386-88a0c998e516), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.284987 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (f2f40796-162d-41a4-8386-88a0c998e516), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.294749 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-fe697d19-1b3b-4d4b-8807-ae5af62a4867 None None] Provisioning complete for port 9a424818-f317-4952-8804-f254697ad0e6 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:37.295037 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fe697d19-1b3b-4d4b-8807-ae5af62a4867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (9a424818-f317-4952-8804-f254697ad0e6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.440674 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa670487-904a-401a-82ca-ad5dab74798e None None] Pushing event updated for resources: {'Port': ['ID=f2f40796-162d-41a4-8386-88a0c998e516,revision_number=2']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:37.443910 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Attempting to bind port f2f40796-162d-41a4-8386-88a0c998e516 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:37.444284 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Attempting to bind port f2f40796-162d-41a4-8386-88a0c998e516 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:37.444636 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Attempting to bind port f2f40796-162d-41a4-8386-88a0c998e516 on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:37.459449 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:37.459845 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:37.460255 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.460652 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:37.461148 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Bound port: f2f40796-162d-41a4-8386-88a0c998e516, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:37.461577 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f2f40796-162d-41a4-8386-88a0c998e516), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.486309 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 9a424818-f317-4952-8804-f254697ad0e6 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:37.530372 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] For port f2f40796-162d-41a4-8386-88a0c998e516, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:37.536521 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] For port f2f40796-162d-41a4-8386-88a0c998e516, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=f2f40796-162d-41a4-8386-88a0c998e516,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:37.546724 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (f2f40796-162d-41a4-8386-88a0c998e516), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.585863 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-fe697d19-1b3b-4d4b-8807-ae5af62a4867 None None] Current status of the port 9a424818-f317-4952-8804-f254697ad0e6 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:37.641974 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Routers {'98171296-e3ff-4990-a80a-3d2f202fe414'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:37.643961 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['98171296-e3ff-4990-a80a-3d2f202fe414'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:37.659786 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Allocated IP 172.20.0.1 (b97b4fbe-b137-4d47-9867-9e07bd647832/53043cdc-2dbe-4715-911c-e1ba8a9b1970/8d595c8a-77df-4ab7-af37-5a803e5164cc) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:59:37.679886 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 9a424818-f317-4952-8804-f254697ad0e6 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:37.680338 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (9a424818-f317-4952-8804-f254697ad0e6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.715867 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa670487-904a-401a-82ca-ad5dab74798e None None] Pushing event updated for resources: {'Port': ['ID=f2f40796-162d-41a4-8386-88a0c998e516,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:37.814047 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Publish callbacks [] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.864202 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:37.925493 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] Set router 98171296-e3ff-4990-a80a-3d2f202fe414 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:37.942602 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 9a424818-f317-4952-8804-f254697ad0e6 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:37.947865 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Network b97b4fbe-b137-4d47-9867-9e07bd647832 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:37.953406 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:37.955539 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Pushing event updated for resources: {'Port': ['ID=8d595c8a-77df-4ab7-af37-5a803e5164cc,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:37.959384 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:59:38.002623 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa0fc0-dd89-48cf-a717-6a661b111bd2 req-a0ed4516-7f3e-4e0f-a38a-2866b203737c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:38.004363 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-27aa0fc0-dd89-48cf-a717-6a661b111bd2 req-a0ed4516-7f3e-4e0f-a38a-2866b203737c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.1540697 Apr 06 13:59:38.074766 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (98171296-e3ff-4990-a80a-3d2f202fe414), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.303786 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-27aa0fc0-dd89-48cf-a717-6a661b111bd2 req-32102fed-07b8-4a5e-a25b-73d50de7f49e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891903 Apr 06 13:59:38.429025 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-82ada886-22ac-4c62-8464-d7dd8e2d6969 None None] Provisioning complete for port 8d595c8a-77df-4ab7-af37-5a803e5164cc triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:38.429545 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-82ada886-22ac-4c62-8464-d7dd8e2d6969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.486568 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-82ada886-22ac-4c62-8464-d7dd8e2d6969 None None] Port 8d595c8a-77df-4ab7-af37-5a803e5164cc cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:38.515120 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 3, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port': {'id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:30Z', 'updated_at': '2022-04-06T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:38.530272 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.542408 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2a899-ebc3-42e1-893c-d2fe8d2e96bf None None] The sync data for ids ['98171296-e3ff-4990-a80a-3d2f202fe414'] in dv-cinder-836804-1-iscsi is: [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 3, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port': {'id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:30Z', 'updated_at': '2022-04-06T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:38.727734 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Publish callbacks [] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.734941 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991080'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.829920 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (98171296-e3ff-4990-a80a-3d2f202fe414), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.835779 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Pushing event updated for resources: {'Port': ['ID=8d595c8a-77df-4ab7-af37-5a803e5164cc,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:38.846658 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:38.955173 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Network b97b4fbe-b137-4d47-9867-9e07bd647832 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:59:38.958060 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:59:39.123404 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Router 98171296-e3ff-4990-a80a-3d2f202fe414 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:59:39.216344 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-1614e387-4fdf-453e-a8b0-4d871d2d1d7f None None] Provisioning complete for port 8d595c8a-77df-4ab7-af37-5a803e5164cc triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:39.216989 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1614e387-4fdf-453e-a8b0-4d871d2d1d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.263141 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-1614e387-4fdf-453e-a8b0-4d871d2d1d7f None None] Port 8d595c8a-77df-4ab7-af37-5a803e5164cc cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:59:39.341804 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device f2f40796-162d-41a4-8386-88a0c998e516 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:39.409545 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port f2f40796-162d-41a4-8386-88a0c998e516 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:39.410173 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (f2f40796-162d-41a4-8386-88a0c998e516), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.556604 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port f2f40796-162d-41a4-8386-88a0c998e516 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:39.557965 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f2f40796-162d-41a4-8386-88a0c998e516), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.593496 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:59:39.593858 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port f2f40796-162d-41a4-8386-88a0c998e516, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=f2f40796-162d-41a4-8386-88a0c998e516,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:39.606202 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d26767fa-124f-4e85-91ac-b68870297458 admin admin] 10.222.0.44 "PUT /v2.0/routers/98171296-e3ff-4990-a80a-3d2f202fe414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0069025 Apr 06 13:59:39.606580 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (f2f40796-162d-41a4-8386-88a0c998e516), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:39.617376 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736091fb-d16c-4e89-9066-748151ce6c1e req-4cd2374b-b39d-4925-8e85-b124901e5813 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:39.619040 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-736091fb-d16c-4e89-9066-748151ce6c1e req-4cd2374b-b39d-4925-8e85-b124901e5813 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.0906525 Apr 06 13:59:39.666384 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=f2f40796-162d-41a4-8386-88a0c998e516,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:39.685865 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-736091fb-d16c-4e89-9066-748151ce6c1e req-e3408072-4584-4bcd-b93f-ce7ffd9e2407 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600786 Apr 06 13:59:40.109003 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54176) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:40.116858 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-9be84a0c-46b6-4fe6-9fe9-9e4a1f72ff12 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213704124', 'description': 'tempest-secgroup-smoke-1213704124 description', 'project_id': '952b71f9ca204110b8f1735ff7d4a304'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:40.151846 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9be84a0c-46b6-4fe6-9fe9-9e4a1f72ff12 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.242831 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9be84a0c-46b6-4fe6-9fe9-9e4a1f72ff12 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group (d42f266b-2132-4282-aeea-9a3216a936a3), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.249203 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9be84a0c-46b6-4fe6-9fe9-9e4a1f72ff12 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (d42f266b-2132-4282-aeea-9a3216a936a3), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.279926 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be84a0c-46b6-4fe6-9fe9-9e4a1f72ff12 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42f266b-2132-4282-aeea-9a3216a936a3,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:40.285188 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-9be84a0c-46b6-4fe6-9fe9-9e4a1f72ff12 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.291563 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-9be84a0c-46b6-4fe6-9fe9-9e4a1f72ff12 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1759677 Apr 06 13:59:40.291851 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54178) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:40.296384 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-cb185374-6002-4a37-8c1b-0a863388a73b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'security_group_rule': {'security_group_id': 'd42f266b-2132-4282-aeea-9a3216a936a3', 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:40.330696 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-cb185374-6002-4a37-8c1b-0a863388a73b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (2ddba434-9cb0-4535-babe-740d9deeeed7), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.395961 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-cb185374-6002-4a37-8c1b-0a863388a73b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (2ddba434-9cb0-4535-babe-740d9deeeed7), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.402352 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-cb185374-6002-4a37-8c1b-0a863388a73b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (2ddba434-9cb0-4535-babe-740d9deeeed7), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.418849 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb185374-6002-4a37-8c1b-0a863388a73b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddba434-9cb0-4535-babe-740d9deeeed7,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:40.433875 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-cb185374-6002-4a37-8c1b-0a863388a73b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.435174 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-cb185374-6002-4a37-8c1b-0a863388a73b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424034 Apr 06 13:59:40.438526 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54180) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:40.443840 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-362adf5e-40bb-4f1b-b083-5644426357fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'security_group_rule': {'security_group_id': 'd42f266b-2132-4282-aeea-9a3216a936a3', 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:40.479587 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-362adf5e-40bb-4f1b-b083-5644426357fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (0df33a38-56bc-4b29-af49-b27e85f16f98), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.488360 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Sync routers for ids ['98171296-e3ff-4990-a80a-3d2f202fe414'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:59:40.500015 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Routers {'98171296-e3ff-4990-a80a-3d2f202fe414'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:40.500696 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['98171296-e3ff-4990-a80a-3d2f202fe414'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:40.578380 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-362adf5e-40bb-4f1b-b083-5644426357fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (0df33a38-56bc-4b29-af49-b27e85f16f98), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.583816 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-362adf5e-40bb-4f1b-b083-5644426357fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (0df33a38-56bc-4b29-af49-b27e85f16f98), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.603717 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362adf5e-40bb-4f1b-b083-5644426357fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df33a38-56bc-4b29-af49-b27e85f16f98,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:40.617368 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-362adf5e-40bb-4f1b-b083-5644426357fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.619373 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-362adf5e-40bb-4f1b-b083-5644426357fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1795659 Apr 06 13:59:40.622903 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54182) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:40.632099 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-785080e5-8203-466d-b62a-6e90b21f7502 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'security_group_rule': {'security_group_id': 'd42f266b-2132-4282-aeea-9a3216a936a3', 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:40.665591 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Set router 98171296-e3ff-4990-a80a-3d2f202fe414 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:40.671562 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785080e5-8203-466d-b62a-6e90b21f7502 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (eb5c9a49-e38d-40b7-a417-2ddd3d1a3709), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.747995 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785080e5-8203-466d-b62a-6e90b21f7502 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (eb5c9a49-e38d-40b7-a417-2ddd3d1a3709), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.755428 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785080e5-8203-466d-b62a-6e90b21f7502 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (eb5c9a49-e38d-40b7-a417-2ddd3d1a3709), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.789903 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785080e5-8203-466d-b62a-6e90b21f7502 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5c9a49-e38d-40b7-a417-2ddd3d1a3709,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:40.805492 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785080e5-8203-466d-b62a-6e90b21f7502 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.806744 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-785080e5-8203-466d-b62a-6e90b21f7502 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810565 Apr 06 13:59:40.809939 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54186) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:40.817212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-d3cc7716-601c-4112-9675-459aa5c48ae8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'security_group_rule': {'security_group_id': 'd42f266b-2132-4282-aeea-9a3216a936a3', 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:40.857971 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb14b57-2a46-4339-89eb-e314cbcf1a73 req-8c29c611-5bb1-4aa3-8d62-35ed0e42e821 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:40.863564 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7716-601c-4112-9675-459aa5c48ae8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (d55a1189-f8f5-450b-9de8-b8318cf3e5d4), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.869967 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ceb14b57-2a46-4339-89eb-e314cbcf1a73 req-8c29c611-5bb1-4aa3-8d62-35ed0e42e821 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.0828125 Apr 06 13:59:40.926324 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T13:59:38Z', 'revision_number': 4, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port': {'id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:30Z', 'updated_at': '2022-04-06T13:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '8d595c8a-77df-4ab7-af37-5a803e5164cc', 'name': '', 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'mac_address': 'fa:16:3e:77:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '53043cdc-2dbe-4715-911c-e1ba8a9b1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:37Z', 'updated_at': '2022-04-06T13:59:38Z', 'revision_number': 2, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'subnets': [{'id': '53043cdc-2dbe-4715-911c-e1ba8a9b1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:40.927657 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ceb14b57-2a46-4339-89eb-e314cbcf1a73 req-ca39277b-3255-45e4-abd9-5afd6dba724e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558941 Apr 06 13:59:40.955404 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7716-601c-4112-9675-459aa5c48ae8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (d55a1189-f8f5-450b-9de8-b8318cf3e5d4), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.957786 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Checking router: 98171296-e3ff-4990-a80a-3d2f202fe414 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:59:40.958167 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Updating router 98171296-e3ff-4990-a80a-3d2f202fe414 port 8d595c8a-77df-4ab7-af37-5a803e5164cc binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 13:59:40.969612 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7716-601c-4112-9675-459aa5c48ae8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (d55a1189-f8f5-450b-9de8-b8318cf3e5d4), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.988381 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:40.996886 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc7716-601c-4112-9675-459aa5c48ae8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55a1189-f8f5-450b-9de8-b8318cf3e5d4,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:41.006111 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7716-601c-4112-9675-459aa5c48ae8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.008015 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d3cc7716-601c-4112-9675-459aa5c48ae8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964447 Apr 06 13:59:41.010853 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54188) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:41.016021 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-565b2472-4211-408e-8807-aea3467503ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'security_group_rule': {'security_group_id': 'd42f266b-2132-4282-aeea-9a3216a936a3', 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:41.040696 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.securitygroups_db [None req-565b2472-4211-408e-8807-aea3467503ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Project 952b71f9ca204110b8f1735ff7d4a304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:59:41.047511 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-565b2472-4211-408e-8807-aea3467503ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (ecd5df81-42df-49c7-948b-d535b8d13fb7), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.124802 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-565b2472-4211-408e-8807-aea3467503ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (ecd5df81-42df-49c7-948b-d535b8d13fb7), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.132126 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-565b2472-4211-408e-8807-aea3467503ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (ecd5df81-42df-49c7-948b-d535b8d13fb7), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.150917 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b2472-4211-408e-8807-aea3467503ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd5df81-42df-49c7-948b-d535b8d13fb7,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:41.165762 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-565b2472-4211-408e-8807-aea3467503ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.167452 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-565b2472-4211-408e-8807-aea3467503ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553774 Apr 06 13:59:41.171349 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54190) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:59:41.176148 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-4ef0a870-be91-4a56-9146-5d8673fd59ee tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'security_group_rule': {'security_group_id': 'd42f266b-2132-4282-aeea-9a3216a936a3', 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:59:41.201171 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.securitygroups_db [None req-4ef0a870-be91-4a56-9146-5d8673fd59ee tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Project 952b71f9ca204110b8f1735ff7d4a304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:59:41.207544 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a870-be91-4a56-9146-5d8673fd59ee tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (57d4ddab-5450-4b41-8fbd-ad59a2fbb993), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.304747 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a870-be91-4a56-9146-5d8673fd59ee tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (57d4ddab-5450-4b41-8fbd-ad59a2fbb993), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.312947 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a870-be91-4a56-9146-5d8673fd59ee tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (57d4ddab-5450-4b41-8fbd-ad59a2fbb993), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.323985 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Publish callbacks [] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.333748 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.343034 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0a870-be91-4a56-9146-5d8673fd59ee tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d4ddab-5450-4b41-8fbd-ad59a2fbb993,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:41.343678 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device f2f40796-162d-41a4-8386-88a0c998e516 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:41.354889 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a870-be91-4a56-9146-5d8673fd59ee tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.356394 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-4ef0a870-be91-4a56-9146-5d8673fd59ee tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1838324 Apr 06 13:59:41.427291 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acc5ce-18de-4ec7-ac79-0242ebe6269a None None] Pushing event updated for resources: {'Port': ['ID=8d595c8a-77df-4ab7-af37-5a803e5164cc,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:41.468579 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port f2f40796-162d-41a4-8386-88a0c998e516 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:41.468858 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (f2f40796-162d-41a4-8386-88a0c998e516), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.531544 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Attempting to bind port 8d595c8a-77df-4ab7-af37-5a803e5164cc on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:59:41.532355 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Attempting to bind port 8d595c8a-77df-4ab7-af37-5a803e5164cc by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:59:41.532355 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Attempting to bind port 8d595c8a-77df-4ab7-af37-5a803e5164cc on network b97b4fbe-b137-4d47-9867-9e07bd647832 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:59:41.542096 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:59:41.542464 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Checking segment: {'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:59:41.542867 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.543283 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Bound using segment: {'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:59:41.543846 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Bound port: 8d595c8a-77df-4ab7-af37-5a803e5164cc, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52edba50-433a-4471-b2d9-48dba6795914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:59:41.544256 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.637749 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port f2f40796-162d-41a4-8386-88a0c998e516 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:41.650192 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] For port 8d595c8a-77df-4ab7-af37-5a803e5164cc, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:59:41.653919 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] For port 8d595c8a-77df-4ab7-af37-5a803e5164cc, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=8d595c8a-77df-4ab7-af37-5a803e5164cc,segment=NetworkSegment(52edba50-433a-4471-b2d9-48dba6795914),segment_id=52edba50-433a-4471-b2d9-48dba6795914)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:59:41.666653 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:41.732349 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Routers {'98171296-e3ff-4990-a80a-3d2f202fe414'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:59:41.733285 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T13:59:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['98171296-e3ff-4990-a80a-3d2f202fe414'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:41.772276 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acc5ce-18de-4ec7-ac79-0242ebe6269a None None] Pushing event updated for resources: {'Port': ['ID=8d595c8a-77df-4ab7-af37-5a803e5164cc,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:42.019855 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-07f4518e-be22-403b-bee7-af2aed91a03a None None] Provisioning complete for port 8d595c8a-77df-4ab7-af37-5a803e5164cc triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:42.020502 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-07f4518e-be22-403b-bee7-af2aed91a03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.063027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] Set router 98171296-e3ff-4990-a80a-3d2f202fe414 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:59:42.182846 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e75021-df0b-42dd-a6c3-70cc4ae91599 req-714c9472-fda5-4568-9f31-a91b800e9b74 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:42.185016 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f7e75021-df0b-42dd-a6c3-70cc4ae91599 req-714c9472-fda5-4568-9f31-a91b800e9b74 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.1195176 Apr 06 13:59:42.241812 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-07f4518e-be22-403b-bee7-af2aed91a03a None None] Current status of the port 8d595c8a-77df-4ab7-af37-5a803e5164cc is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:42.242103 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-07f4518e-be22-403b-bee7-af2aed91a03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.244055 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f7e75021-df0b-42dd-a6c3-70cc4ae91599 req-5f549698-2ec0-4297-b40c-26c7f19148c8 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528042 Apr 06 13:59:42.317157 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-07f4518e-be22-403b-bee7-af2aed91a03a None None] For port 8d595c8a-77df-4ab7-af37-5a803e5164cc, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=8d595c8a-77df-4ab7-af37-5a803e5164cc,segment=NetworkSegment(52edba50-433a-4471-b2d9-48dba6795914),segment_id=52edba50-433a-4471-b2d9-48dba6795914)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:42.324382 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-07f4518e-be22-403b-bee7-af2aed91a03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.399768 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d816813f-87fd-418a-860e-e507b19b4571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.416375 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4518e-be22-403b-bee7-af2aed91a03a None None] Pushing event updated for resources: {'Port': ['ID=8d595c8a-77df-4ab7-af37-5a803e5164cc,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:42.450554 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T13:59:38Z', 'revision_number': 4, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port': {'id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:30Z', 'updated_at': '2022-04-06T13:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '8d595c8a-77df-4ab7-af37-5a803e5164cc', 'name': '', 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'mac_address': 'fa:16:3e:77:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '53043cdc-2dbe-4715-911c-e1ba8a9b1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:37Z', 'updated_at': '2022-04-06T13:59:41Z', 'revision_number': 4, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'subnets': [{'id': '53043cdc-2dbe-4715-911c-e1ba8a9b1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:59:42.487352 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da77599-24ae-4a7f-9e48-d61ccf0051dc None None] The sync data for ids ['98171296-e3ff-4990-a80a-3d2f202fe414'] in dv-cinder-836804-1-iscsi is: [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T13:59:38Z', 'revision_number': 4, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port': {'id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:30Z', 'updated_at': '2022-04-06T13:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '8d595c8a-77df-4ab7-af37-5a803e5164cc', 'name': '', 'network_id': 'b97b4fbe-b137-4d47-9867-9e07bd647832', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'mac_address': 'fa:16:3e:77:56:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '53043cdc-2dbe-4715-911c-e1ba8a9b1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:37Z', 'updated_at': '2022-04-06T13:59:41Z', 'revision_number': 4, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'subnets': [{'id': '53043cdc-2dbe-4715-911c-e1ba8a9b1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:59:42.492557 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-6fa05140-d3ee-41be-92f9-888bce0248e6 None None] Provisioning complete for port 8d595c8a-77df-4ab7-af37-5a803e5164cc triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:42.492557 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6fa05140-d3ee-41be-92f9-888bce0248e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:42.655005 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-6fa05140-d3ee-41be-92f9-888bce0248e6 None None] Current status of the port 8d595c8a-77df-4ab7-af37-5a803e5164cc is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:43.342423 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 8d595c8a-77df-4ab7-af37-5a803e5164cc up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:43.424167 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 8d595c8a-77df-4ab7-af37-5a803e5164cc triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:43.424551 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.491324 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f9dfe-a0bd-4bde-941f-b7f01385502e req-6059a131-e1e1-43d6-b965-e276ff318909 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:43.492974 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f36f9dfe-a0bd-4bde-941f-b7f01385502e req-6059a131-e1e1-43d6-b965-e276ff318909 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 944 time: 0.1045043 Apr 06 13:59:43.550805 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 8d595c8a-77df-4ab7-af37-5a803e5164cc is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:43.579043 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f36f9dfe-a0bd-4bde-941f-b7f01385502e req-c60c1f59-bdaf-4e67-bbdc-b8b36c56211a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765209 Apr 06 13:59:43.775034 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:59:43.887539 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:43.910510 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'port_id': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'mac_address': 'fa:16:3e:9e:24:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:59:43.973195 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:43.973612 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:43.989309 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f6aba2-6cf8-4f04-bb11-357e57384bd6 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:59:44.011563 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:44.017562 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:44.087060 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=9']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:44.373812 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['87f6aba2-6cf8-4f04-bb11-357e57384bd6'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:59:44.750651 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d3830-72f3-4749-a6f8-0d6efa629132 req-d1d52486-1a70-49c6-8d1e-f2a9c23d8528 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:44.753451 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-987d3830-72f3-4749-a6f8-0d6efa629132 req-d1d52486-1a70-49c6-8d1e-f2a9c23d8528 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 945 time: 0.0933986 Apr 06 13:59:44.825667 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-987d3830-72f3-4749-a6f8-0d6efa629132 req-49f86364-e968-4680-a6b3-974d70e58e80 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630703 Apr 06 13:59:44.826067 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9e0be777-241f-4e74-a62c-6dac6fe72d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.602214 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.787504 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:59:45.866775 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:59:45.867296 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.954967 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:59:45.955356 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:45.980077 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:59:45.981893 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8ed1f-f27d-4cc5-8e3a-bf2d7f873d18 req-fa3dfebf-2370-4bc4-9caf-70b9308f97a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:45.982595 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e3efc0-8f33-4f2e-8a13-11552bbfe7f9" -d '{"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-plugged", "status": "completed", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:59:45.984284 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b8a8ed1f-f27d-4cc5-8e3a-bf2d7f873d18 req-fa3dfebf-2370-4bc4-9caf-70b9308f97a0 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 945 time: 0.0717740 Apr 06 13:59:45.997064 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:59:46.002853 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:46.037189 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c0d32-7626-4b4f-a55f-0d91381de82f x-openstack-request-id: req-135c0d32-7626-4b4f-a55f-0d91381de82f {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:59:46.037525 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-plugged", "status": "completed", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:59:46.037783 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-135c0d32-7626-4b4f-a55f-0d91381de82f {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:59:46.038188 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135c0d32-7626-4b4f-a55f-0d91381de82f'] response: {'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'code': 200} Apr 06 13:59:46.061983 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b8a8ed1f-f27d-4cc5-8e3a-bf2d7f873d18 req-4864149c-ef35-4743-819a-ba8d9f00309c tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709212 Apr 06 13:59:46.075742 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=10']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:59:46.253797 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d833c3-dcad-400f-9e1e-27ba07c27f69 req-6e0686d0-98b1-42d4-b754-b905c8269f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:46.255878 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d0d833c3-dcad-400f-9e1e-27ba07c27f69 req-6e0686d0-98b1-42d4-b754-b905c8269f2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 1131 time: 0.0516942 Apr 06 13:59:46.306739 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d0d833c3-dcad-400f-9e1e-27ba07c27f69 req-9f9d057d-2846-429a-b488-6361490c578b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440018 Apr 06 13:59:47.037638 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:47.229513 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89c172-caaf-43c5-b7bc-e58928334ca1 req-888852ea-fa4c-4b0e-88bb-dd375bc96b3a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:47.231280 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3e89c172-caaf-43c5-b7bc-e58928334ca1 req-888852ea-fa4c-4b0e-88bb-dd375bc96b3a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 947 time: 0.0689013 Apr 06 13:59:47.298433 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3e89c172-caaf-43c5-b7bc-e58928334ca1 req-eb770ce5-9e65-4b77-ae3d-4277571e551e tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588677 Apr 06 13:59:48.449045 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016679-c9b8-4a62-8a03-26fa70f58931 req-3d0ebeda-7efb-4ad6-a7d9-5b87f32bc813 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:48.452122 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-17016679-c9b8-4a62-8a03-26fa70f58931 req-3d0ebeda-7efb-4ad6-a7d9-5b87f32bc813 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 947 time: 0.0762217 Apr 06 13:59:48.461365 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:59:48.514695 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-17016679-c9b8-4a62-8a03-26fa70f58931 req-16b262c2-4c31-4f60-b7f3-f32ebdba6e87 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559206 Apr 06 13:59:49.658643 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5363360-3a4f-4c92-81e5-d96ee972cc1f req-d918bda1-cef5-4b2e-8ab7-26b9843a6ee1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:59:49.660099 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c5363360-3a4f-4c92-81e5-d96ee972cc1f req-d918bda1-cef5-4b2e-8ab7-26b9843a6ee1 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 947 time: 0.0622172 Apr 06 13:59:49.714778 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c5363360-3a4f-4c92-81e5-d96ee972cc1f req-0642fb04-d674-4f80-956b-039bae44f6dc tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488310 Apr 06 14:00:05.567578 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-ad3270b5-e6c7-44ae-ac3f-3be784cd5f6c tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213704124&fields=id&tenant_id=952b71f9ca204110b8f1735ff7d4a304 HTTP/1.1" status: 200 len: 267 time: 0.0500262 Apr 06 14:00:05.691068 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f038-3f81-45a4-962a-6189f985158c req-9ff1f615-35a8-4eee-ad16-bb0f0b7cdf05 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:05.692820 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-9ff1f615-35a8-4eee-ad16-bb0f0b7cdf05 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 808 time: 0.1196389 Apr 06 14:00:05.708429 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-5a87070f-58ff-4f8a-bca6-352357639ce2 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/quotas/952b71f9ca204110b8f1735ff7d4a304 HTTP/1.1" status: 200 len: 375 time: 0.0097606 Apr 06 14:00:05.763638 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-ad1f3ad5-1a5a-4a6e-8f00-9b04f7f90af2 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500817 Apr 06 14:00:05.871570 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-ad6f7eec-09db-4d8b-b874-1df77ed2e723 service neutron] 10.222.0.44 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962136 Apr 06 14:00:05.963218 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-60dec988-b9df-4201-b3c3-10725521b4e7 service neutron] 10.222.0.44 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856428 Apr 06 14:00:06.275575 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5880e407-de02-4c22-83db-e27f1bcf422a req-e5f4fbeb-3df7-4927-9b42-9caac9b8176b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 210 time: 0.0287454 Apr 06 14:00:07.353516 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f038-3f81-45a4-962a-6189f985158c req-39363905-a0fe-42d4-8143-d2bd19bd4a3d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:07.355110 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-39363905-a0fe-42d4-8143-d2bd19bd4a3d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 808 time: 0.1084363 Apr 06 14:00:07.382384 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f125dae5-d0a2-465d-8efd-fd1e0dd97b71 req-126cb00c-a117-4c35-9863-8c159f3fa645 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 210 time: 0.0335171 Apr 06 14:00:07.428353 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-5e208b79-ad64-40ff-bfb4-b0924d5589e5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952b71f9ca204110b8f1735ff7d4a304 HTTP/1.1" status: 200 len: 380 time: 0.0615776 Apr 06 14:00:07.438130 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'port': {'device_id': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'admin_state_up': True, 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'security_groups': ['d42f266b-2132-4282-aeea-9a3216a936a3']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:07.558833 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Made reservation on behalf of 952b71f9ca204110b8f1735ff7d4a304 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:00:07.562696 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:07.690923 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Allocated IP 172.20.0.3 (beca4aa4-b2fc-45d8-9d50-baa3a4f86438/7cca4659-d566-4afc-8860-ced163e3ec08/a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:00:07.850380 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:07.887057 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:07.931955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:07.937048 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:07.940911 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:00:07.947392 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:08.002844 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:08.003487 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.021725 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-7ecf0ef0-6d82-4131-9dd7-28a2ceca45dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883217 Apr 06 14:00:08.038748 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Request body: {'port': {'device_id': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:08.102203 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.155893 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-c913db8a-53a5-43a1-81d0-9bbceb49af7c None None] Provisioning complete for port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:00:08.156518 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c913db8a-53a5-43a1-81d0-9bbceb49af7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.195615 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-c913db8a-53a5-43a1-81d0-9bbceb49af7c None None] Port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:00:08.379222 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:00:08.389422 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Publish callbacks [] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.403463 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Transition to ACTIVE for port object a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:00:08.409184 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.484375 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Pushing event updated for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:08.532597 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee3fb-cbe2-4957-8cb3-e0e85f822990 req-5af06445-8974-446f-8241-f2fe88f837fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:08.534594 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-986ee3fb-cbe2-4957-8cb3-e0e85f822990 req-5af06445-8974-446f-8241-f2fe88f837fd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0694652 Apr 06 14:00:08.538837 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Attempting to bind port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:00:08.539180 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Attempting to bind port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:00:08.539513 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Attempting to bind port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 on network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:00:08.544428 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 on network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:00:08.544758 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Attempting to bind port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 on network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:00:08.550915 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:00:08.551262 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Checking segment: {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:00:08.551650 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Bound using segment: {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:00:08.552089 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Bound port: a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fc0ba2-8bbd-40df-a977-f4e549992a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:00:08.552457 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.596252 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-986ee3fb-cbe2-4957-8cb3-e0e85f822990 req-b0d3f651-089b-4a5c-8639-40ac222fe485 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548971 Apr 06 14:00:08.628605 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:00:08.632802 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:00:08.640389 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.674632 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:08.675271 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.676703 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] 10.222.0.41 "PUT /v2.0/ports/a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 1093 time: 0.6425610 Apr 06 14:00:08.677288 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:08.679588 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f50fb74-92c1-478f-b8a8-ea23975d1886" -d '{"events": [{"name": "network-changed", "server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:08.706644 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1ae5e-c4d8-4fb7-90b4-7df964a4d53e service neutron] Pushing event updated for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:08.732331 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04239679-264a-4b66-a800-35a216dbd275 x-openstack-request-id: req-04239679-264a-4b66-a800-35a216dbd275 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:08.732715 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:08.732973 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04239679-264a-4b66-a800-35a216dbd275 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:08.733471 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04239679-264a-4b66-a800-35a216dbd275'] response: {'name': 'network-changed', 'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'status': 'completed', 'code': 200} Apr 06 14:00:08.782670 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f038-3f81-45a4-962a-6189f985158c req-46f8c2a8-85cf-4826-b3e1-6b0e0b4aaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:08.784613 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-46f8c2a8-85cf-4826-b3e1-6b0e0b4aaf74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1127 time: 0.0488732 Apr 06 14:00:08.826815 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-8eb4bb25-ca90-4ea1-ab99-9e00e0bc418d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 217 time: 0.0347412 Apr 06 14:00:08.850239 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:08.883959 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f038-3f81-45a4-962a-6189f985158c req-cc677c1c-2860-42b9-9248-84873722ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:08.885426 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-cc677c1c-2860-42b9-9248-84873722ffce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0507882 Apr 06 14:00:08.938540 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f038-3f81-45a4-962a-6189f985158c req-195e64fe-2325-4307-9c18-fc8f402f0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:08.940192 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-195e64fe-2325-4307-9c18-fc8f402f0fbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483613 Apr 06 14:00:09.032565 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-b1a1e059-df7b-462d-a463-c34c797a2456 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857568 Apr 06 14:00:09.122450 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6516f038-3f81-45a4-962a-6189f985158c req-28cdd2eb-1130-4545-a645-1637cffd28a5 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812509 Apr 06 14:00:09.726262 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2d8d-e3f8-4845-9c7b-788eaea6527f req-79de9681-54d0-4819-a211-2c740fa1f543 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:09.729637 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b18a2d8d-e3f8-4845-9c7b-788eaea6527f req-79de9681-54d0-4819-a211-2c740fa1f543 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0596595 Apr 06 14:00:09.781342 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b18a2d8d-e3f8-4845-9c7b-788eaea6527f req-bef6ca1c-e6ed-4777-b003-d277db7932ef tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477984 Apr 06 14:00:10.226034 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-c9dd7178-9271-4742-b171-fca170eabe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:10.227730 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-c9dd7178-9271-4742-b171-fca170eabe04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1127 time: 0.0486579 Apr 06 14:00:10.325556 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-440183aa-f4f6-4110-8d5f-1be9102731ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:10.327095 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-440183aa-f4f6-4110-8d5f-1be9102731ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 908 time: 0.0913959 Apr 06 14:00:10.368612 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-5c6ef648-db14-4a6f-8a49-9a3db167f564 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 217 time: 0.0349693 Apr 06 14:00:10.417576 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-107e86e8-8655-4d29-80b6-7b518f43dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:10.418953 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-107e86e8-8655-4d29-80b6-7b518f43dc92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0445132 Apr 06 14:00:10.476632 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-96adbd21-197d-42b7-a1e4-2d208fc4a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:10.478247 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-96adbd21-197d-42b7-a1e4-2d208fc4a571 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503745 Apr 06 14:00:10.531067 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:00:10.571885 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-dea4549f-cc2a-4ff5-afb8-65ac8d997841 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878224 Apr 06 14:00:10.662182 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f50fb74-92c1-478f-b8a8-ea23975d1886 req-787a8da5-3c98-43f1-ad7f-df8ee9b394c0 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841894 Apr 06 14:00:10.934556 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e71b1-d138-4211-af15-0a0902034a23 req-fc68f2ee-717e-4e2b-bc4b-a90da3eac97e tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:10.936218 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e03e71b1-d138-4211-af15-0a0902034a23 req-fc68f2ee-717e-4e2b-bc4b-a90da3eac97e tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0720558 Apr 06 14:00:11.085092 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e03e71b1-d138-4211-af15-0a0902034a23 req-217ad4d3-078d-4398-b8f8-2dfb7cebbd6c tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427009 Apr 06 14:00:11.396525 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-cf92af67-1587-43f9-9872-1b14f48fdf21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495811 Apr 06 14:00:11.493597 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-4ee46677-8a8c-4e20-b4d6-da0e46fdd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:11.495127 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-4ee46677-8a8c-4e20-b4d6-da0e46fdd154 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=873d3301e23f49a8b7126a8900344774&device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 1131 time: 0.0465195 Apr 06 14:00:11.604205 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-56f4e0f0-3801-43e7-86d7-0b9ca5feea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:11.605715 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-56f4e0f0-3801-43e7-86d7-0b9ca5feea6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 200 len: 916 time: 0.0883982 Apr 06 14:00:11.684558 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-643ae2e7-c58b-4a05-b092-12203025df3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 200 len: 1002 time: 0.0717280 Apr 06 14:00:11.735997 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-ea9b0d58-f9cb-48d9-9a3b-7e20d74efc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:11.737583 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-ea9b0d58-f9cb-48d9-9a3b-7e20d74efc57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 200 len: 855 time: 0.0461986 Apr 06 14:00:11.798362 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-15dfd593-32fb-481f-92f9-5324844f2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:11.800171 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-15dfd593-32fb-481f-92f9-5324844f2e9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad99db9e-45ae-43ab-a010-181a9b580402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556924 Apr 06 14:00:11.893861 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-eec92f52-c4b8-4bfb-88ce-53e6c6c68bff service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863678 Apr 06 14:00:11.990613 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-652e7eaf-0467-4fc9-a133-ea1466312e61 req-81d87ff9-ead7-4fc5-94fd-7371330418d9 service neutron] 10.222.0.41 "GET /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894952 Apr 06 14:00:12.209228 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4a8c7-c5de-4d27-9c99-a88f3c432936 req-fd9d1168-5f1b-409b-8ee2-a613d133bc33 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:12.210734 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-43b4a8c7-c5de-4d27-9c99-a88f3c432936 req-fd9d1168-5f1b-409b-8ee2-a613d133bc33 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0548146 Apr 06 14:00:12.265104 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-43b4a8c7-c5de-4d27-9c99-a88f3c432936 req-ed1fd439-ce4a-4168-9bad-6b565a5fcb21 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459757 Apr 06 14:00:12.360895 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d5537192-0776-4eda-93d9-24102b60f2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:13.396754 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec1919-8edb-4d49-8679-f4e7ac3a95bc req-a0069b57-5368-44cc-bfdd-4d398c7416e6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:13.398285 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-daec1919-8edb-4d49-8679-f4e7ac3a95bc req-a0069b57-5368-44cc-bfdd-4d398c7416e6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0586970 Apr 06 14:00:13.447408 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-daec1919-8edb-4d49-8679-f4e7ac3a95bc req-b8894b8a-9e71-4632-9d9a-a6e34fc2b649 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434012 Apr 06 14:00:14.630154 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28440627-717a-46b1-ba75-1fb5c7360216 req-989e56a8-efb2-4367-b281-69472747b25b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:14.631542 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28440627-717a-46b1-ba75-1fb5c7360216 req-989e56a8-efb2-4367-b281-69472747b25b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.1145115 Apr 06 14:00:14.681364 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-28440627-717a-46b1-ba75-1fb5c7360216 req-0af81b43-886e-4745-8e4d-ec651365e060 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441422 Apr 06 14:00:14.821989 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8d4eef2b-288e-4edf-86e0-d80810e79ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:15.604996 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:15.816101 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108222f-dee7-42b3-b1e5-44a0c9d5e6ad req-402eee10-dcb7-4b76-a5f7-25c2ed6bb3d6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:15.817753 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c108222f-dee7-42b3-b1e5-44a0c9d5e6ad req-402eee10-dcb7-4b76-a5f7-25c2ed6bb3d6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0540481 Apr 06 14:00:15.871255 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c108222f-dee7-42b3-b1e5-44a0c9d5e6ad req-7d9feb6f-3082-41f4-b8bc-bf61608d8d63 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478313 Apr 06 14:00:17.003404 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2ddd4-2519-47f8-8e23-f5df676614e7 req-7a80afd2-e444-4cbf-b520-5000cf70bbf6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:17.004928 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cfd2ddd4-2519-47f8-8e23-f5df676614e7 req-7a80afd2-e444-4cbf-b520-5000cf70bbf6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0653763 Apr 06 14:00:17.035869 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:17.060242 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cfd2ddd4-2519-47f8-8e23-f5df676614e7 req-d7e9f6e1-c9c0-4342-b53a-33f3bcafa750 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486834 Apr 06 14:00:17.935753 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:00:18.036185 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:18.047385 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'port_id': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'mac_address': 'fa:16:3e:9f:97:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:00:18.087209 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:00:18.087939 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:18.100555 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:00:18.120683 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:18.128728 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:18.178123 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:18.180308 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349d3a-1de3-4edc-8847-5b8bba395ab4 req-d0c3db47-12c5-4ef9-9506-5933541b3ac6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:18.181838 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1b349d3a-1de3-4edc-8847-5b8bba395ab4 req-d0c3db47-12c5-4ef9-9506-5933541b3ac6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 944 time: 0.0550005 Apr 06 14:00:18.230922 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1b349d3a-1de3-4edc-8847-5b8bba395ab4 req-e918640a-af46-4519-af6f-0e63fa799fa5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Apr 06 14:00:18.449380 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:18.523187 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:00:19.361991 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b7169-f29e-4fa5-b73e-193ec939d5ec req-91edf7f0-719e-4ef5-99aa-f70088265600 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:19.363482 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-553b7169-f29e-4fa5-b73e-193ec939d5ec req-91edf7f0-719e-4ef5-99aa-f70088265600 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 944 time: 0.0573006 Apr 06 14:00:19.415453 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-553b7169-f29e-4fa5-b73e-193ec939d5ec req-2d1528d0-8eca-4180-be19-e225ff25dc49 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Apr 06 14:00:19.970430 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:00:20.024801 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:00:20.028798 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:00:20.029179 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:20.132722 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:00:20.133082 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:20.155270 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:20.157564 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab53cdd-f630-426d-b502-ed020f2f0e43" -d '{"events": [{"server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "name": "network-vif-plugged", "status": "completed", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:20.170655 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:20.176782 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:20.206422 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94972396-8812-416e-a7f7-44b1db8f51ab x-openstack-request-id: req-94972396-8812-416e-a7f7-44b1db8f51ab {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:20.206712 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "name": "network-vif-plugged", "status": "completed", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:20.206969 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94972396-8812-416e-a7f7-44b1db8f51ab {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:20.207366 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94972396-8812-416e-a7f7-44b1db8f51ab'] response: {'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'code': 200} Apr 06 14:00:20.235395 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:20.454604 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305fd3b-1f58-42cf-a538-5fc7aa66395e req-94c165d2-68e0-4dfe-a125-b8036a4214fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:20.456116 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7305fd3b-1f58-42cf-a538-5fc7aa66395e req-94c165d2-68e0-4dfe-a125-b8036a4214fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1129 time: 0.0463130 Apr 06 14:00:20.504807 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-7305fd3b-1f58-42cf-a538-5fc7aa66395e req-c980f884-a5e7-4cf7-b59f-352b1b51248d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Apr 06 14:00:20.543829 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed49b8-4e5f-4c58-ba81-53dbfd1e2131 req-b1a5a1bd-88fc-4cb7-9a6a-ce5a45d6647b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:20.545360 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a1ed49b8-4e5f-4c58-ba81-53dbfd1e2131 req-b1a5a1bd-88fc-4cb7-9a6a-ce5a45d6647b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0605085 Apr 06 14:00:20.596247 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a1ed49b8-4e5f-4c58-ba81-53dbfd1e2131 req-f0cd4cda-507c-4c12-82ca-4de756a9fbd4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Apr 06 14:00:21.729697 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca282-d986-4de2-96f0-d0c37d86362b req-10278130-8b3c-40d8-a351-08dec0da8254 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:21.731177 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-880ca282-d986-4de2-96f0-d0c37d86362b req-10278130-8b3c-40d8-a351-08dec0da8254 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0656457 Apr 06 14:00:21.784433 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-880ca282-d986-4de2-96f0-d0c37d86362b req-030734da-3d17-4a93-a822-08fe38aa3913 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475357 Apr 06 14:00:22.923151 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6d9e3-d3b3-4ca4-b85b-00f323e2decd req-0d8025d7-f5b6-4036-896b-18c89c95e6fb tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:22.924605 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-55e6d9e3-d3b3-4ca4-b85b-00f323e2decd req-0d8025d7-f5b6-4036-896b-18c89c95e6fb tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0560141 Apr 06 14:00:22.980181 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-55e6d9e3-d3b3-4ca4-b85b-00f323e2decd req-0f9b4907-c8cc-4215-a424-f2fbe21a5d69 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490656 Apr 06 14:00:23.113046 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc673b-3372-4772-b54f-84df79f87774 req-d71091a6-0517-4ab5-84ff-373f8ea153ae tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:23.114455 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c0cc673b-3372-4772-b54f-84df79f87774 req-d71091a6-0517-4ab5-84ff-373f8ea153ae tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0625722 Apr 06 14:00:23.167035 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c0cc673b-3372-4772-b54f-84df79f87774 req-ece8c2bd-87f8-405d-8b7d-74e3f01dbdde tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442870 Apr 06 14:00:23.196788 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54434) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:23.287688 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8626837-4d39-4346-8418-107650aa5966 tempest-TestShelveInstance-782914779 tempest-TestShelveInstance-782914779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:23.289371 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d8626837-4d39-4346-8418-107650aa5966 tempest-TestShelveInstance-782914779 tempest-TestShelveInstance-782914779-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1124 time: 0.0914128 Apr 06 14:00:23.294078 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54438) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:23.298927 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'port_id': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:00:23.322981 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:23.425687 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:23.545106 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Allocated IP 172.27.3.107 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/ebee4b47-bc88-4c64-99bf-2901eb5f8f66) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:00:23.652632 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for port (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:23.694588 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:23.735628 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:00:23.744836 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:00:23.751895 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:00:23.755993 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'Port': ['ID=ebee4b47-bc88-4c64-99bf-2901eb5f8f66,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:23.790756 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.791177 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.791521 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.791867 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.792203 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.792537 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.793598 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.793947 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.794282 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.794617 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.794947 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.795276 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.795586 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.795914 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:23.796233 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:24.153532 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for floatingip (f78ad68f-378f-4d77-89aa-139fce532793), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:24.233655 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:24.387645 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for port (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:24.395374 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991080'] for port (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:24.468813 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event updated for resources: {'Port': ['ID=ebee4b47-bc88-4c64-99bf-2901eb5f8f66,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:24.483883 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (f78ad68f-378f-4d77-89aa-139fce532793), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:24.593703 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.l3_db [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Floating IP f78ad68f-378f-4d77-89aa-139fce532793 associated. External IP: 172.27.3.107, port: a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3. Apr 06 14:00:24.818573 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Router 000eedbc-7620-44b0-b384-e49e3ad6013f has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:00:24.944366 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:00:24.954891 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] Sync routers for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:24.966286 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:24.966906 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:24.967078 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:24.996089 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-3f72a565-0e09-4bc7-bc5e-cddea70c417d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7008159 Apr 06 14:00:24.996742 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:24.999069 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9527bb00-0963-4951-83ce-150df1636a13" -d '{"events": [{"name": "network-changed", "server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:25.036237 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b4433-c79a-40d0-8e66-0e37087e19b1 x-openstack-request-id: req-e38b4433-c79a-40d0-8e66-0e37087e19b1 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:25.036527 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:25.036784 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e38b4433-c79a-40d0-8e66-0e37087e19b1 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:25.037189 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38b4433-c79a-40d0-8e66-0e37087e19b1'] response: {'name': 'network-changed', 'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'status': 'completed', 'code': 200} Apr 06 14:00:25.093079 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:25.115141 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527bb00-0963-4951-83ce-150df1636a13 req-76d8154d-539f-412e-b541-cee45e32de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:25.116751 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9527bb00-0963-4951-83ce-150df1636a13 req-76d8154d-539f-412e-b541-cee45e32de3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1129 time: 0.0557122 Apr 06 14:00:25.209146 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527bb00-0963-4951-83ce-150df1636a13 req-de9751a6-4b6b-422d-9f07-49486a27aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:25.210783 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9527bb00-0963-4951-83ce-150df1636a13 req-de9751a6-4b6b-422d-9f07-49486a27aa1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 908 time: 0.0861900 Apr 06 14:00:25.323424 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'f78ad68f-378f-4d77-89aa-139fce532793', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'port_id': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'mac_address': 'fa:16:3e:9f:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:23Z', 'updated_at': '2022-04-06T14:00:23Z', 'revision_number': 0, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 5, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:25.349936 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] Checking router: 000eedbc-7620-44b0-b384-e49e3ad6013f for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:25.359562 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:25.359562 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:25.477834 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:25.555605 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9527bb00-0963-4951-83ce-150df1636a13 req-008b1615-bc4c-48f3-aad6-20d48444789b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 999 time: 0.3368714 Apr 06 14:00:25.607733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527bb00-0963-4951-83ce-150df1636a13 req-bd5fe212-63d5-4828-a7cc-6dfdf58b5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:25.609338 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9527bb00-0963-4951-83ce-150df1636a13 req-bd5fe212-63d5-4828-a7cc-6dfdf58b5630 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0446327 Apr 06 14:00:25.666348 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527bb00-0963-4951-83ce-150df1636a13 req-7ef7af06-9740-4e9e-89cb-a9b94812d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:25.667872 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9527bb00-0963-4951-83ce-150df1636a13 req-7ef7af06-9740-4e9e-89cb-a9b94812d342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474813 Apr 06 14:00:25.722057 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'f78ad68f-378f-4d77-89aa-139fce532793', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'port_id': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'mac_address': 'fa:16:3e:9f:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:23Z', 'updated_at': '2022-04-06T14:00:23Z', 'revision_number': 0, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 5, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:25.748081 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd524a-8cd3-49ae-a0e8-45d1f8f1a227 None None] The sync data for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi is: [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'f78ad68f-378f-4d77-89aa-139fce532793', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'port_id': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'mac_address': 'fa:16:3e:9f:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:00:23Z', 'updated_at': '2022-04-06T14:00:23Z', 'revision_number': 0, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 5, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:25.764837 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9527bb00-0963-4951-83ce-150df1636a13 req-ac20595a-b4ff-41ec-8fc1-158865bbb57f service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867965 Apr 06 14:00:25.859791 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9527bb00-0963-4951-83ce-150df1636a13 req-325347f4-8d62-492f-810f-79db7f85c148 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883381 Apr 06 14:00:25.957786 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ef865-1e03-48a8-8008-33fa41d354fa None None] New status for floating IP f78ad68f-378f-4d77-89aa-139fce532793: ACTIVE {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:00:38.886246 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:42.357104 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3d179fd7-8c06-4575-af30-f33bc6d60ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:44.828940 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8975656a-bfcd-46b7-92e4-360ffebcb166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:45.612698 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.034260 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:47.531267 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:00:48.445771 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:53.144606 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f636f-dfe7-4798-a377-065b8e2dbcb5 req-e4eb52e9-603f-4c73-a352-96ebc0b2b746 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:53.146179 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-569f636f-dfe7-4798-a377-065b8e2dbcb5 req-e4eb52e9-603f-4c73-a352-96ebc0b2b746 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0646858 Apr 06 14:00:53.196893 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-569f636f-dfe7-4798-a377-065b8e2dbcb5 req-9343557e-cebc-47bc-b6f7-29109b7b2560 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Apr 06 14:00:54.334761 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e92446-b57a-4367-b8af-c9a5188fa7c3 req-edc2914e-e6a7-449f-866d-56f35ca0d807 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:54.336336 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-06e92446-b57a-4367-b8af-c9a5188fa7c3 req-edc2914e-e6a7-449f-866d-56f35ca0d807 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0602543 Apr 06 14:00:54.388553 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-06e92446-b57a-4367-b8af-c9a5188fa7c3 req-89eb36c2-cfe6-4eaf-87a6-386c09609342 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Apr 06 14:00:55.251737 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296b67-bea5-476b-b415-912f709d36a5 req-1a480ea0-c08a-436d-a058-950264eeb965 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:55.253223 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b296b67-bea5-476b-b415-912f709d36a5 req-1a480ea0-c08a-436d-a058-950264eeb965 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0553586 Apr 06 14:00:55.351163 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Deleting port 8f9e567c-b5a2-4bee-9f78-fed852478c76 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:00:55.351498 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.443116 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] For port 8f9e567c-b5a2-4bee-9f78-fed852478c76, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8f9e567c-b5a2-4bee-9f78-fed852478c76,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:55.443488 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.522395 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8c553-facf-4f08-adbc-71a22fc5a7ab req-0b92a8e4-47d1-40b2-bbc0-68e98fcd016e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:55.523889 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-89d8c553-facf-4f08-adbc-71a22fc5a7ab req-0b92a8e4-47d1-40b2-bbc0-68e98fcd016e tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 946 time: 0.0559444 Apr 06 14:00:55.571265 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-89d8c553-facf-4f08-adbc-71a22fc5a7ab req-9be79e68-c5b8-47a7-a807-b2403d83c863 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups?id=b73a65e6-b573-4d3e-ae73-7cc3a4987347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Apr 06 14:00:55.623594 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.623998 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (b30bf82a-e736-4c43-a0e6-b05d84a7a1bd), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.624308 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Floating IP b30bf82a-e736-4c43-a0e6-b05d84a7a1bd disassociated. External IP: 172.27.3.59, port: 8f9e567c-b5a2-4bee-9f78-fed852478c76. Apr 06 14:00:55.624641 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Calling delete_port for 8f9e567c-b5a2-4bee-9f78-fed852478c76 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:00:55.758350 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (8f9e567c-b5a2-4bee-9f78-fed852478c76), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:55.790313 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event deleted for resources: {'Port': ['ID=8f9e567c-b5a2-4bee-9f78-fed852478c76,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:55.802881 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.803302 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.803569 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.803920 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.804257 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.804591 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.804921 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.805317 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.805628 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.805985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.806297 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.806625 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.806955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.807323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.807653 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:00:55.937659 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:00:56.059555 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:00:56.069755 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] Sync routers for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:56.081350 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:56.082068 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:56.104203 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] No DVR routers for this DVR port 8f9e567c-b5a2-4bee-9f78-fed852478c76 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:00:56.107230 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:56.110801 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-6b296b67-bea5-476b-b415-912f709d36a5 req-c70b6a7d-7d56-4eb3-ae6a-c82509e2d890 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.41 "DELETE /v2.0/ports/8f9e567c-b5a2-4bee-9f78-fed852478c76 HTTP/1.1" status: 204 len: 173 time: 0.8522902 Apr 06 14:00:56.111282 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'name': 'network-vif-deleted', 'tag': '8f9e567c-b5a2-4bee-9f78-fed852478c76'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:56.113835 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eece76d0-f0aa-4fa3-8e4d-6a1e565b6c62" -d '{"events": [{"server_uuid": "b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759", "name": "network-vif-deleted", "tag": "8f9e567c-b5a2-4bee-9f78-fed852478c76"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:56.158693 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe35155d-f740-4646-b7d2-64f4f87383b2 x-openstack-request-id: req-fe35155d-f740-4646-b7d2-64f4f87383b2 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:56.158985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759", "name": "network-vif-deleted", "tag": "8f9e567c-b5a2-4bee-9f78-fed852478c76", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:56.159276 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe35155d-f740-4646-b7d2-64f4f87383b2 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:56.159891 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe35155d-f740-4646-b7d2-64f4f87383b2'] response: {'server_uuid': 'b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759', 'name': 'network-vif-deleted', 'tag': '8f9e567c-b5a2-4bee-9f78-fed852478c76', 'status': 'completed', 'code': 200} Apr 06 14:00:56.206941 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:56.505649 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:56.531073 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] Checking router: 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:00:56.540937 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:56.541612 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:56.652402 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:00:56.689852 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-596f8c31-bb44-4d96-978b-85b4588b5aeb req-a1f3fdd2-dd03-47da-8743-567ff43f5ff7 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0ddece5-d1dc-4e01-b1d3-ba8f47bd2759 HTTP/1.1" status: 200 len: 210 time: 0.0301795 Apr 06 14:00:56.856334 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:56.882599 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073c8e9-3d47-4fec-8c3b-00567cf2095a None None] The sync data for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi is: [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T13:51:50Z', 'revision_number': 4, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '1143b674-2f51-4cef-a9da-5bb63e23e846', 'name': '', 'network_id': '7dae22fb-f944-4482-ac15-d34f4276970b', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'mac_address': 'fa:16:3e:7f:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:49Z', 'updated_at': '2022-04-06T13:51:57Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'subnets': [{'id': 'bf1a3bef-da49-492a-bd27-57f2fcd9bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:00:57.083012 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222a416-1928-4a75-bc3b-d66564944585 req-e763a6bc-9b1d-4bdc-a9a6-9b52286f28a9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:57.084565 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0222a416-1928-4a75-bc3b-d66564944585 req-e763a6bc-9b1d-4bdc-a9a6-9b52286f28a9 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 947 time: 0.0534744 Apr 06 14:00:57.111427 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d98e14-342f-4f52-9919-4ac04d07d42f None None] New status for floating IP b30bf82a-e736-4c43-a0e6-b05d84a7a1bd: DOWN {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:00:57.140536 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-0222a416-1928-4a75-bc3b-d66564944585 req-c7d83a5b-2253-4902-9308-fdcd7c511883 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486877 Apr 06 14:00:57.779982 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54612) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:57.839051 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-73a40dee-6932-471b-abaf-969f75c0a714 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (b73a65e6-b573-4d3e-ae73-7cc3a4987347), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:57.863903 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-73a40dee-6932-471b-abaf-969f75c0a714 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (b73a65e6-b573-4d3e-ae73-7cc3a4987347), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:57.919269 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-73a40dee-6932-471b-abaf-969f75c0a714 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (b73a65e6-b573-4d3e-ae73-7cc3a4987347), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:57.922140 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-73a40dee-6932-471b-abaf-969f75c0a714 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:57.923566 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-73a40dee-6932-471b-abaf-969f75c0a714 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "DELETE /v2.0/security-groups/b73a65e6-b573-4d3e-ae73-7cc3a4987347 HTTP/1.1" status: 204 len: 168 time: 0.1425483 Apr 06 14:00:57.926890 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54616) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:57.943728 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a40dee-6932-471b-abaf-969f75c0a714 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a65e6-b573-4d3e-ae73-7cc3a4987347,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:57.945839 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.api.v2.resource [None req-a0283e8f-fcec-43ab-b237-0b5d357b11e5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] show failed (client error): The resource could not be found. Apr 06 14:00:57.946868 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a0283e8f-fcec-43ab-b237-0b5d357b11e5 tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "GET /v2.0/security-groups/b73a65e6-b573-4d3e-ae73-7cc3a4987347 HTTP/1.1" status: 404 len: 347 time: 0.0190690 Apr 06 14:00:57.949910 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54618) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:00:58.079287 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Deleting port 3bff74a5-1130-4e56-9fc1-838cf42bb203 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:00:58.079632 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (3bff74a5-1130-4e56-9fc1-838cf42bb203), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.172704 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (3bff74a5-1130-4e56-9fc1-838cf42bb203), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.173140 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (3bff74a5-1130-4e56-9fc1-838cf42bb203), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.187114 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Calling delete_port for 3bff74a5-1130-4e56-9fc1-838cf42bb203 owned by network:floatingip {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:00:58.571483 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775dc4-d39e-4232-9d84-02688d5c2a6f req-d2a233d0-a19e-49bf-8520-6477bc6b6094 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:58.572998 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7e775dc4-d39e-4232-9d84-02688d5c2a6f req-d2a233d0-a19e-49bf-8520-6477bc6b6094 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 947 time: 0.3435712 Apr 06 14:00:58.654726 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-7e775dc4-d39e-4232-9d84-02688d5c2a6f req-051aba22-98be-4552-a5a2-2fd84bb9c41a tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e672a39-4250-4824-97da-cfd48fa111f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749652 Apr 06 14:00:58.655814 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (3bff74a5-1130-4e56-9fc1-838cf42bb203), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.680401 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Pushing event deleted for resources: {'Port': ['ID=3bff74a5-1130-4e56-9fc1-838cf42bb203,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:58.760192 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks [] for floatingip (b30bf82a-e736-4c43-a0e6-b05d84a7a1bd), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.762897 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:58.764197 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-32d5ee4d-9a31-4176-8402-06e868d4d71b tempest-AttachVolumeTestJSON-174351745 tempest-AttachVolumeTestJSON-174351745-project] 10.222.0.44 "DELETE /v2.0/floatingips/b30bf82a-e736-4c43-a0e6-b05d84a7a1bd HTTP/1.1" status: 204 len: 168 time: 0.8132310 Apr 06 14:00:58.841148 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-f3518cd7-3eb2-44e5-9c37-90972735745b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:00:58.843327 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-f3518cd7-3eb2-44e5-9c37-90972735745b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 947 time: 0.0605102 Apr 06 14:00:58.949978 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Deleting port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:00:58.950317 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:59.054487 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] For port 87f6aba2-6cf8-4f04-bb11-357e57384bd6, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=87f6aba2-6cf8-4f04-bb11-357e57384bd6,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:00:59.054843 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:59.257168 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:59.258723 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (e688017f-8215-491b-aa5b-7e41f4d6ed5c), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:59.258723 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Floating IP e688017f-8215-491b-aa5b-7e41f4d6ed5c disassociated. External IP: 172.27.3.145, port: 87f6aba2-6cf8-4f04-bb11-357e57384bd6. Apr 06 14:00:59.258723 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Calling delete_port for 87f6aba2-6cf8-4f04-bb11-357e57384bd6 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:00:59.402593 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (87f6aba2-6cf8-4f04-bb11-357e57384bd6), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:59.438363 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event deleted for resources: {'Port': ['ID=87f6aba2-6cf8-4f04-bb11-357e57384bd6,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:00:59.572571 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Router c836b5e4-e44a-4627-8a97-4231720c6837 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:00:59.710101 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:00:59.721470 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] Sync routers for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:00:59.733375 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:00:59.734452 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:00:59.776591 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] No DVR routers for this DVR port 87f6aba2-6cf8-4f04-bb11-357e57384bd6 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:00:59.779482 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:00:59.785392 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-25e4f2b1-3ce2-4540-a7dd-199c6adc1c89 req-f6658f10-df47-4a87-83e0-37f88788e89b tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/ports?device_id=15b31672-275a-405f-9898-27e0512d560f HTTP/1.1" status: 200 len: 210 time: 0.0385306 Apr 06 14:00:59.787474 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80f8d4c9-b675-4875-a595-cd88d76757a8 req-e8101b83-87b1-4dcf-9f67-64933ad111ca tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.41 "DELETE /v2.0/ports/87f6aba2-6cf8-4f04-bb11-357e57384bd6 HTTP/1.1" status: 204 len: 173 time: 0.9346087 Apr 06 14:00:59.788074 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-deleted', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:00:59.792026 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fd1c29-7aa1-4e4b-ab69-6a910b2e724f" -d '{"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-deleted", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:00:59.871107 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6fc1c8-5c22-4dce-b868-712dbfe3ed34 x-openstack-request-id: req-cf6fc1c8-5c22-4dce-b868-712dbfe3ed34 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:00:59.872306 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b31672-275a-405f-9898-27e0512d560f", "name": "network-vif-deleted", "tag": "87f6aba2-6cf8-4f04-bb11-357e57384bd6", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:00:59.872570 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf6fc1c8-5c22-4dce-b868-712dbfe3ed34 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:00:59.872986 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6fc1c8-5c22-4dce-b868-712dbfe3ed34'] response: {'server_uuid': '15b31672-275a-405f-9898-27e0512d560f', 'name': 'network-vif-deleted', 'tag': '87f6aba2-6cf8-4f04-bb11-357e57384bd6', 'status': 'completed', 'code': 200} Apr 06 14:00:59.923217 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:00.143644 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:00.170084 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] Checking router: c836b5e4-e44a-4627-8a97-4231720c6837 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:00.178499 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:00.179109 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:00.204039 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 8f9e567c-b5a2-4bee-9f78-fed852478c76 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:00.226529 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 8f9e567c-b5a2-4bee-9f78-fed852478c76 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:00.226871 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 8f9e567c-b5a2-4bee-9f78-fed852478c76 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:00.289576 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:00.507577 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:00.537197 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7ba5d-9ec9-4a9e-8e03-5d9c24714ec0 None None] The sync data for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi is: [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T13:50:18Z', 'revision_number': 4, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '4b354f29-de66-430b-9659-3a1c9b2cd9c7', 'name': '', 'network_id': 'ad99db9e-45ae-43ab-a010-181a9b580402', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'mac_address': 'fa:16:3e:18:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:23Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'subnets': [{'id': 'eb05a017-636f-4b83-ae3a-e0f649b3163c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:00.765367 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d372734e-6f04-4654-a1c5-c7bfa9a13d3c None None] New status for floating IP e688017f-8215-491b-aa5b-7e41f4d6ed5c: DOWN {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:01:00.916239 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54662) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:00.971378 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b9b-e7bd-440a-b288-af6b24869ac4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (2e672a39-4250-4824-97da-cfd48fa111f8), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:00.996547 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b9b-e7bd-440a-b288-af6b24869ac4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (2e672a39-4250-4824-97da-cfd48fa111f8), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.044482 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b9b-e7bd-440a-b288-af6b24869ac4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (2e672a39-4250-4824-97da-cfd48fa111f8), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.047124 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b9b-e7bd-440a-b288-af6b24869ac4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.048289 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-4d6e9b9b-e7bd-440a-b288-af6b24869ac4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "DELETE /v2.0/security-groups/2e672a39-4250-4824-97da-cfd48fa111f8 HTTP/1.1" status: 204 len: 168 time: 0.1309845 Apr 06 14:01:01.051756 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54664) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:01.064018 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e9b9b-e7bd-440a-b288-af6b24869ac4 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e672a39-4250-4824-97da-cfd48fa111f8,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:01.069068 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.api.v2.resource [None req-65194d27-e232-4e54-b6b1-18a20d7a98f7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] show failed (client error): The resource could not be found. Apr 06 14:01:01.075155 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-65194d27-e232-4e54-b6b1-18a20d7a98f7 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "GET /v2.0/security-groups/2e672a39-4250-4824-97da-cfd48fa111f8 HTTP/1.1" status: 404 len: 347 time: 0.0173793 Apr 06 14:01:01.076196 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54668) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:01.211156 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Deleting port 5c251842-7161-4575-9a2d-56944e1cf84d {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:01.211586 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (5c251842-7161-4575-9a2d-56944e1cf84d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.300041 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (5c251842-7161-4575-9a2d-56944e1cf84d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.300466 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (5c251842-7161-4575-9a2d-56944e1cf84d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.318028 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Calling delete_port for 5c251842-7161-4575-9a2d-56944e1cf84d owned by network:floatingip {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:01.472812 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (5c251842-7161-4575-9a2d-56944e1cf84d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.510313 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Pushing event deleted for resources: {'Port': ['ID=5c251842-7161-4575-9a2d-56944e1cf84d,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:01.571894 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks [] for floatingip (e688017f-8215-491b-aa5b-7e41f4d6ed5c), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.574519 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:01.575705 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-b420a3a8-df0a-4355-9365-09670e0d6dd3 tempest-AttachVolumeShelveTestJSON-1848561281 tempest-AttachVolumeShelveTestJSON-1848561281-project] 10.222.0.44 "DELETE /v2.0/floatingips/e688017f-8215-491b-aa5b-7e41f4d6ed5c HTTP/1.1" status: 204 len: 168 time: 0.4993501 Apr 06 14:01:02.367911 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54690) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:02.860490 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:03.124218 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Deleting port 1143b674-2f51-4cef-a9da-5bb63e23e846 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:03.124540 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:03.202488 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] For port 1143b674-2f51-4cef-a9da-5bb63e23e846, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1143b674-2f51-4cef-a9da-5bb63e23e846,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:03.202900 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:03.216446 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Calling delete_port for 1143b674-2f51-4cef-a9da-5bb63e23e846 owned by network:router_interface {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:03.409597 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (1143b674-2f51-4cef-a9da-5bb63e23e846), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:03.439619 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Pushing event deleted for resources: {'Port': ['ID=1143b674-2f51-4cef-a9da-5bb63e23e846,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:03.622541 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:03.857411 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:01:03.966262 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:01:03.974498 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e357fb56-73c1-4b5f-b15f-c5d3414ed008 admin admin] 10.222.0.44 "PUT /v2.0/routers/4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6024261 Apr 06 14:01:03.974498 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54714) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:03.977356 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] Sync routers for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:03.988555 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:03.989185 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:04.008790 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54716) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:04.090248 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks [] for router (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.196165 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks [] for router_gateway (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.196727 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:04.209224 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:04.232915 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 87f6aba2-6cf8-4f04-bb11-357e57384bd6 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:04.233278 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 87f6aba2-6cf8-4f04-bb11-357e57384bd6 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:04.274418 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Deleting port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:04.274901 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.357104 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] For port 295d1a18-b16f-4eea-b7ae-0eb83f27e42d, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=295d1a18-b16f-4eea-b7ae-0eb83f27e42d,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:04.357541 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.372382 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Calling delete_port for 295d1a18-b16f-4eea-b7ae-0eb83f27e42d owned by network:router_gateway {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:04.378834 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T14:01:03Z', 'revision_number': 5, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port': {'id': '295d1a18-b16f-4eea-b7ae-0eb83f27e42d', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:51:45Z', 'updated_at': '2022-04-06T13:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:04.430757 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] Checking router: 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:04.440800 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] Routers {'4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:04.441707 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:04.449473 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (c836b5e4-e44a-4627-8a97-4231720c6837), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.528091 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] Set router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 gateway port host: None {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:04.563143 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (295d1a18-b16f-4eea-b7ae-0eb83f27e42d), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.583235 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T14:01:04Z', 'revision_number': 6, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:04.593392 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Pushing event deleted for resources: {'Port': ['ID=295d1a18-b16f-4eea-b7ae-0eb83f27e42d,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:04.610283 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41155b4e-ed18-4394-aa7a-ecf205605171 None None] The sync data for ids ['4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6'] in dv-cinder-836804-1-iscsi is: [{'id': '4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6', 'name': 'tempest-AttachVolumeTestJSON-64337979-router', 'tenant_id': '8ec8296c498c4d6b999daf96686e0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:51:44Z', 'updated_at': '2022-04-06T14:01:04Z', 'revision_number': 6, 'project_id': '8ec8296c498c4d6b999daf96686e0d68', 'gw_port_host': None}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:04.668875 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.724228 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Deleting port 4b354f29-de66-430b-9659-3a1c9b2cd9c7 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:04.724487 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.769287 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.771562 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks [] for router_controller (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.808709 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] For port 4b354f29-de66-430b-9659-3a1c9b2cd9c7, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=4b354f29-de66-430b-9659-3a1c9b2cd9c7,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:04.809242 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.822918 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.823486 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 {{(pid=110043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:01:04.823614 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Calling delete_port for 4b354f29-de66-430b-9659-3a1c9b2cd9c7 owned by network:router_interface {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:04.828505 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.829732 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-785ac8ee-0778-40f4-89e5-ace5406c5450 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4b3ad4cf-2736-4bb9-9f0d-4f707d4827c6 HTTP/1.1" status: 204 len: 168 time: 0.8533297 Apr 06 14:01:04.832334 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54722) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:04.877480 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b3d6a3-b9a1-4800-9cb0-d49ad382d8f5 admin admin] Deleting subnet bf1a3bef-da49-492a-bd27-57f2fcd9bd36 {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:01:04.880710 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-88b3d6a3-b9a1-4800-9cb0-d49ad382d8f5 admin admin] Publish callbacks [] for subnet (bf1a3bef-da49-492a-bd27-57f2fcd9bd36), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:04.915978 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-88b3d6a3-b9a1-4800-9cb0-d49ad382d8f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127665514'] for subnet (bf1a3bef-da49-492a-bd27-57f2fcd9bd36), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.024729 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-88b3d6a3-b9a1-4800-9cb0-d49ad382d8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (bf1a3bef-da49-492a-bd27-57f2fcd9bd36), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.084218 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-88b3d6a3-b9a1-4800-9cb0-d49ad382d8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125991142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127465718'] for subnet (bf1a3bef-da49-492a-bd27-57f2fcd9bd36), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.111713 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3d6a3-b9a1-4800-9cb0-d49ad382d8f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1a3bef-da49-492a-bd27-57f2fcd9bd36,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:05.115480 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-88b3d6a3-b9a1-4800-9cb0-d49ad382d8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.121046 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-88b3d6a3-b9a1-4800-9cb0-d49ad382d8f5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bf1a3bef-da49-492a-bd27-57f2fcd9bd36 HTTP/1.1" status: 204 len: 168 time: 0.2854779 Apr 06 14:01:05.121356 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54726) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:05.128117 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e44aa6-8024-4cdf-9c47-b03caf3cf888 None None] Network 7dae22fb-f944-4482-ac15-d34f4276970b requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:05.200135 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (7dae22fb-f944-4482-ac15-d34f4276970b), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.268450 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Deleting port 0e913021-030b-48f0-b8fc-0a663fec018d {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:05.268797 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.314379 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (4b354f29-de66-430b-9659-3a1c9b2cd9c7), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.333643 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] For port 0e913021-030b-48f0-b8fc-0a663fec018d, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=0e913021-030b-48f0-b8fc-0a663fec018d,segment=NetworkSegment(3f1bcd57-1e09-4f1f-a246-0d987d89972f),segment_id=3f1bcd57-1e09-4f1f-a246-0d987d89972f)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:05.334618 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.344012 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b354f29-de66-430b-9659-3a1c9b2cd9c7,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:05.367932 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Calling delete_port for 0e913021-030b-48f0-b8fc-0a663fec018d owned by network:dhcp {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:05.504816 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (0e913021-030b-48f0-b8fc-0a663fec018d), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.535385 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e91a8-c9f2-4d24-b608-0b8b0e3870d0 None None] DHCP port deletion for 7dae22fb-f944-4482-ac15-d34f4276970b request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:01:05.548049 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e913021-030b-48f0-b8fc-0a663fec018d,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:05.550131 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] No DVR routers for this DVR port 0e913021-030b-48f0-b8fc-0a663fec018d on host dv-cinder-836804-1-iscsi {{(pid=110043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:05.550700 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (c836b5e4-e44a-4627-8a97-4231720c6837), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.623778 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 295d1a18-b16f-4eea-b7ae-0eb83f27e42d no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:05.644991 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (7dae22fb-f944-4482-ac15-d34f4276970b), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.654766 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 295d1a18-b16f-4eea-b7ae-0eb83f27e42d {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:05.655358 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 295d1a18-b16f-4eea-b7ae-0eb83f27e42d not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:05.656030 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1143b674-2f51-4cef-a9da-5bb63e23e846 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:05.667731 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dae22fb-f944-4482-ac15-d34f4276970b']}} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:05.678840 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1bcd57-1e09-4f1f-a246-0d987d89972f') {'for_net_delete': True} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:05.679137 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1bcd57-1e09-4f1f-a246-0d987d89972f') {} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:05.689796 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 1143b674-2f51-4cef-a9da-5bb63e23e846 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:05.690174 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1143b674-2f51-4cef-a9da-5bb63e23e846 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:05.701494 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127665553'] for segment (3f1bcd57-1e09-4f1f-a246-0d987d89972f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.716024 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (3f1bcd57-1e09-4f1f-a246-0d987d89972f), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.723972 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=110043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:01:05.724371 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991052'] for segment (3f1bcd57-1e09-4f1f-a246-0d987d89972f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: Traceback (most recent call last): Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: timer() Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: cb(*args, **kw) Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: return func(*args, **kwargs) Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: self._notify() Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: self.callback(batched_events) Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: event.method(event) Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: return f(self, *a, **k) Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._get(url).json() Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: return self.request(url, 'GET', **kwargs) Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:01:05.726493 dv-cinder-836804-1-iscsi neutron-server[110043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:01:05.785477 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (7dae22fb-f944-4482-ac15-d34f4276970b), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.801401 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:05.804624 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7dae22fb-f944-4482-ac15-d34f4276970b HTTP/1.1" status: 204 len: 168 time: 0.6823761 Apr 06 14:01:05.805718 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93a996-1298-40e5-b6ef-99cef1ee9440 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dae22fb-f944-4482-ac15-d34f4276970b,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:05.841422 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Router c836b5e4-e44a-4627-8a97-4231720c6837 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:01:05.928938 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54730) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:05.960013 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:01:05.965165 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-75518130-944b-43a2-b2ab-de7646a5964b admin admin] 10.222.0.44 "PUT /v2.0/routers/c836b5e4-e44a-4627-8a97-4231720c6837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9552815 Apr 06 14:01:05.967985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54732) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:05.969235 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f300a040-7a65-4694-82c5-d356a64d641e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ec8296c498c4d6b999daf96686e0d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390642 Apr 06 14:01:05.971728 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54734) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:05.975797 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] Sync routers for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:05.986472 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:05.987269 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:06.025671 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6c5883e1-d286-4db8-be29-85f6205d242a admin admin] Publish callbacks [] for security_group (78135ede-5033-4d15-b9e4-557169640efd), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.057146 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6c5883e1-d286-4db8-be29-85f6205d242a admin admin] Publish callbacks [] for security_group (78135ede-5033-4d15-b9e4-557169640efd), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.080411 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks [] for router (c836b5e4-e44a-4627-8a97-4231720c6837), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.105634 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:06.117952 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6c5883e1-d286-4db8-be29-85f6205d242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (78135ede-5033-4d15-b9e4-557169640efd), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.120915 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6c5883e1-d286-4db8-be29-85f6205d242a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.125358 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-6c5883e1-d286-4db8-be29-85f6205d242a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78135ede-5033-4d15-b9e4-557169640efd HTTP/1.1" status: 204 len: 168 time: 0.1493518 Apr 06 14:01:06.132578 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5883e1-d286-4db8-be29-85f6205d242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78135ede-5033-4d15-b9e4-557169640efd,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:06.207312 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks [] for router_gateway (c836b5e4-e44a-4627-8a97-4231720c6837), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.280051 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Deleting port d52e9134-9d29-4260-9b1f-2db64085ae33 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:06.280395 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.322165 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T14:01:05Z', 'revision_number': 5, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port': {'id': 'd52e9134-9d29-4260-9b1f-2db64085ae33', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:06.349523 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] Checking router: c836b5e4-e44a-4627-8a97-4231720c6837 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:06.359234 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] Routers {'c836b5e4-e44a-4627-8a97-4231720c6837'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:06.359810 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c836b5e4-e44a-4627-8a97-4231720c6837'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:06.366883 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] For port d52e9134-9d29-4260-9b1f-2db64085ae33, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=d52e9134-9d29-4260-9b1f-2db64085ae33,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:06.368123 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.383035 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Calling delete_port for d52e9134-9d29-4260-9b1f-2db64085ae33 owned by network:router_gateway {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:06.464176 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] Set router c836b5e4-e44a-4627-8a97-4231720c6837 gateway port host: None {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:06.520774 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T14:01:06Z', 'revision_number': 6, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:06.548338 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f45fc2-65e8-4410-a711-5471d3963729 None None] The sync data for ids ['c836b5e4-e44a-4627-8a97-4231720c6837'] in dv-cinder-836804-1-iscsi is: [{'id': 'c836b5e4-e44a-4627-8a97-4231720c6837', 'name': 'tempest-AttachVolumeShelveTestJSON-104737569-router', 'tenant_id': '873d3301e23f49a8b7126a8900344774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:09Z', 'updated_at': '2022-04-06T14:01:06Z', 'revision_number': 6, 'project_id': '873d3301e23f49a8b7126a8900344774', 'gw_port_host': None}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:06.611164 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (d52e9134-9d29-4260-9b1f-2db64085ae33), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.638082 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52e9134-9d29-4260-9b1f-2db64085ae33,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:06.701476 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (c836b5e4-e44a-4627-8a97-4231720c6837), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.794338 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (c836b5e4-e44a-4627-8a97-4231720c6837), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.796673 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks [] for router_controller (c836b5e4-e44a-4627-8a97-4231720c6837), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.844600 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (c836b5e4-e44a-4627-8a97-4231720c6837), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.845080 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c836b5e4-e44a-4627-8a97-4231720c6837 {{(pid=110042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:01:06.849957 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.851111 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-e2df7b75-ba3f-480b-820a-cab6ba8578d3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c836b5e4-e44a-4627-8a97-4231720c6837 HTTP/1.1" status: 204 len: 168 time: 0.8821197 Apr 06 14:01:06.853945 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54758) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:06.903273 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6867c1da-4eab-4d3a-9add-ce256879bd8f admin admin] Deleting subnet eb05a017-636f-4b83-ae3a-e0f649b3163c {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:01:06.907199 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6867c1da-4eab-4d3a-9add-ce256879bd8f admin admin] Publish callbacks [] for subnet (eb05a017-636f-4b83-ae3a-e0f649b3163c), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:06.950199 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6867c1da-4eab-4d3a-9add-ce256879bd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127665514'] for subnet (eb05a017-636f-4b83-ae3a-e0f649b3163c), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.038667 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6867c1da-4eab-4d3a-9add-ce256879bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (eb05a017-636f-4b83-ae3a-e0f649b3163c), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.376440 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6867c1da-4eab-4d3a-9add-ce256879bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125991142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127465718'] for subnet (eb05a017-636f-4b83-ae3a-e0f649b3163c), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.418390 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867c1da-4eab-4d3a-9add-ce256879bd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb05a017-636f-4b83-ae3a-e0f649b3163c,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:07.420401 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6867c1da-4eab-4d3a-9add-ce256879bd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.423588 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-6867c1da-4eab-4d3a-9add-ce256879bd8f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eb05a017-636f-4b83-ae3a-e0f649b3163c HTTP/1.1" status: 204 len: 168 time: 0.5686173 Apr 06 14:01:07.426348 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54772) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:07.428761 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3008b8b6-11a3-4255-909b-b10daf4814f1 None None] Network ad99db9e-45ae-43ab-a010-181a9b580402 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:07.506136 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d52e9134-9d29-4260-9b1f-2db64085ae33 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:07.506771 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (ad99db9e-45ae-43ab-a010-181a9b580402), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.549284 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: d52e9134-9d29-4260-9b1f-2db64085ae33 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:07.550221 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d52e9134-9d29-4260-9b1f-2db64085ae33 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:07.550661 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 0e913021-030b-48f0-b8fc-0a663fec018d no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:07.568768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Deleting port 92a62102-b61e-42d2-b579-0c493cb187f3 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:07.569082 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.590523 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 0e913021-030b-48f0-b8fc-0a663fec018d {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:07.591152 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 0e913021-030b-48f0-b8fc-0a663fec018d not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:07.591738 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 4b354f29-de66-430b-9659-3a1c9b2cd9c7 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:07.615473 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 4b354f29-de66-430b-9659-3a1c9b2cd9c7 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:07.615836 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 4b354f29-de66-430b-9659-3a1c9b2cd9c7 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:07.642863 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] For port 92a62102-b61e-42d2-b579-0c493cb187f3, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=92a62102-b61e-42d2-b579-0c493cb187f3,segment=NetworkSegment(11a545fc-2a4f-4528-b24a-7914f5827ae2),segment_id=11a545fc-2a4f-4528-b24a-7914f5827ae2)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:07.643407 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.657354 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Calling delete_port for 92a62102-b61e-42d2-b579-0c493cb187f3 owned by network:dhcp {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:07.736958 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] DHCP port deletion for ad99db9e-45ae-43ab-a010-181a9b580402 request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:01:07.757791 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.804319 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=92a62102-b61e-42d2-b579-0c493cb187f3,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:07.805034 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Deleting port 92a62102-b61e-42d2-b579-0c493cb187f3 {{(pid=110044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:07.805456 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), before_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.812306 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] No DVR routers for this DVR port 92a62102-b61e-42d2-b579-0c493cb187f3 on host dv-cinder-836804-1-iscsi {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:07.878966 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] For port 92a62102-b61e-42d2-b579-0c493cb187f3, host dv-cinder-836804-1-iscsi, got binding levels [] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:07.879206 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), precommit_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.893441 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Calling delete_port for 92a62102-b61e-42d2-b579-0c493cb187f3 owned by network:dhcp {{(pid=110044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:07.896143 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (ad99db9e-45ae-43ab-a010-181a9b580402), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.896614 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.ipam_backend_mixin [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Port 92a62102-b61e-42d2-b579-0c493cb187f3 was not found and therefore no delete operation was performed {{(pid=110044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:01:07.898204 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (92a62102-b61e-42d2-b579-0c493cb187f3), after_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.918412 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad99db9e-45ae-43ab-a010-181a9b580402']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:07.928680 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Pushing event deleted for resources: {'Port': ['ID=92a62102-b61e-42d2-b579-0c493cb187f3,revision_number=None']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:07.928906 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a545fc-2a4f-4528-b24a-7914f5827ae2') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:07.929298 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a545fc-2a4f-4528-b24a-7914f5827ae2') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:07.931286 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] No DVR routers for this DVR port 92a62102-b61e-42d2-b579-0c493cb187f3 on host dv-cinder-836804-1-iscsi {{(pid=110044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:07.943504 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.943924 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (11a545fc-2a4f-4528-b24a-7914f5827ae2), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.944130 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.944575 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.944997 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.945626 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.946079 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.946591 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.947318 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.947554 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.948017 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.948433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.948891 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.949337 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.949712 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.950134 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee3b02-5c7d-498d-9fba-5800c6481e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:07.961813 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (11a545fc-2a4f-4528-b24a-7914f5827ae2), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.968420 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:01:07.968807 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (11a545fc-2a4f-4528-b24a-7914f5827ae2), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:01:07.970533 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:01:08.029769 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (ad99db9e-45ae-43ab-a010-181a9b580402), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:08.035560 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:08.038718 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] 10.222.0.44 "DELETE /v2.0/networks/ad99db9e-45ae-43ab-a010-181a9b580402 HTTP/1.1" status: 204 len: 168 time: 0.6104944 Apr 06 14:01:08.049937 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb15b8-313f-45ed-ac90-c259fbeebd8f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad99db9e-45ae-43ab-a010-181a9b580402,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:08.239797 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54788) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:08.282383 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-24e39a52-5338-4fe6-a4c5-3263900d7d6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=873d3301e23f49a8b7126a8900344774&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413768 Apr 06 14:01:08.286026 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54790) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:08.341122 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-83990e78-2829-4656-ac71-7e0ea292756a admin admin] Publish callbacks [] for security_group (d558dd37-16ff-4a32-994d-6226de8888d1), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:08.366876 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-83990e78-2829-4656-ac71-7e0ea292756a admin admin] Publish callbacks [] for security_group (d558dd37-16ff-4a32-994d-6226de8888d1), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:08.418429 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-83990e78-2829-4656-ac71-7e0ea292756a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (d558dd37-16ff-4a32-994d-6226de8888d1), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:08.421329 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-83990e78-2829-4656-ac71-7e0ea292756a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:08.425270 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-83990e78-2829-4656-ac71-7e0ea292756a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d558dd37-16ff-4a32-994d-6226de8888d1 HTTP/1.1" status: 204 len: 168 time: 0.1357341 Apr 06 14:01:08.432229 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83990e78-2829-4656-ac71-7e0ea292756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d558dd37-16ff-4a32-994d-6226de8888d1,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:08.894248 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:09.221148 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b52bd6-c854-4fb4-ad93-fb511c4bbb08 req-4347496b-2231-4efd-b1a9-f8e6f97fde45 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:09.222658 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-42b52bd6-c854-4fb4-ad93-fb511c4bbb08 req-4347496b-2231-4efd-b1a9-f8e6f97fde45 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 946 time: 0.0586982 Apr 06 14:01:09.270673 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-42b52bd6-c854-4fb4-ad93-fb511c4bbb08 req-2e6d39f5-6040-44eb-a1ef-810e91dd825b tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419390 Apr 06 14:01:09.331447 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 92a62102-b61e-42d2-b579-0c493cb187f3 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:09.352124 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 92a62102-b61e-42d2-b579-0c493cb187f3 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:09.352475 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 92a62102-b61e-42d2-b579-0c493cb187f3 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:10.268917 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54872) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:10.378854 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-cdb36707-96ea-4c5f-ac28-56a02b7d798f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:10.403983 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14032f24-ec87-4dc1-956a-3ab1b9501617 req-7b4896c9-8ddd-41f0-84d8-2911998a5f9c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:10.405571 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-14032f24-ec87-4dc1-956a-3ab1b9501617 req-7b4896c9-8ddd-41f0-84d8-2911998a5f9c tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 946 time: 0.0577061 Apr 06 14:01:10.458068 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-14032f24-ec87-4dc1-956a-3ab1b9501617 req-5ce86304-0f27-42dd-9aac-ec66aaf12bfe tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups?id=8c7c12d9-a69f-4c0b-950a-2d6387799ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463848 Apr 06 14:01:10.458443 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-cdb36707-96ea-4c5f-ac28-56a02b7d798f admin admin] Publish callbacks [] for security_group (57411c37-d89e-403e-a584-01bc94b47b87), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:10.463557 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-cdb36707-96ea-4c5f-ac28-56a02b7d798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (57411c37-d89e-403e-a584-01bc94b47b87), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:10.503903 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-cdb36707-96ea-4c5f-ac28-56a02b7d798f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcc9810402b94cfe82ee51ffa7c268a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334449 Apr 06 14:01:10.504983 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb36707-96ea-4c5f-ac28-56a02b7d798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57411c37-d89e-403e-a584-01bc94b47b87,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:10.506663 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54878) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:10.555972 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-af4bd255-d7b6-4a39-8a5d-bfb8f3b27d86 admin admin] Publish callbacks [] for security_group (57411c37-d89e-403e-a584-01bc94b47b87), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:10.578890 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-af4bd255-d7b6-4a39-8a5d-bfb8f3b27d86 admin admin] Publish callbacks [] for security_group (57411c37-d89e-403e-a584-01bc94b47b87), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:10.627303 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-af4bd255-d7b6-4a39-8a5d-bfb8f3b27d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (57411c37-d89e-403e-a584-01bc94b47b87), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:10.629825 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-af4bd255-d7b6-4a39-8a5d-bfb8f3b27d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:10.631000 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-af4bd255-d7b6-4a39-8a5d-bfb8f3b27d86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57411c37-d89e-403e-a584-01bc94b47b87 HTTP/1.1" status: 204 len: 168 time: 0.1233556 Apr 06 14:01:10.638963 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bd255-d7b6-4a39-8a5d-bfb8f3b27d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57411c37-d89e-403e-a584-01bc94b47b87,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:10.927100 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54884) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:10.928505 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-e43c68a3-45bf-4258-8bc2-4f05e52d5c92 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:10.930027 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-e43c68a3-45bf-4258-8bc2-4f05e52d5c92 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 946 time: 0.0542042 Apr 06 14:01:10.940829 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b8913ec9-54c5-4d58-b4b2-3d12d49e6a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.016180 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b8913ec9-54c5-4d58-b4b2-3d12d49e6a80 admin admin] Publish callbacks [] for security_group (60a77c22-05db-4faf-a80d-2107f06f6bd2), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.022090 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b8913ec9-54c5-4d58-b4b2-3d12d49e6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (60a77c22-05db-4faf-a80d-2107f06f6bd2), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.022530 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Deleting port 6892363b-a6bc-4f54-a258-b5bb52cd0091 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:11.022794 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.060967 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8913ec9-54c5-4d58-b4b2-3d12d49e6a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a77c22-05db-4faf-a80d-2107f06f6bd2,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:11.065390 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b8913ec9-54c5-4d58-b4b2-3d12d49e6a80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=934431b15ffb423e9e7ed9a676f5cacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368866 Apr 06 14:01:11.068005 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54886) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:11.116377 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e604b076-240d-4191-b951-24acdee86cb9 admin admin] Publish callbacks [] for security_group (60a77c22-05db-4faf-a80d-2107f06f6bd2), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.116957 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] For port 6892363b-a6bc-4f54-a258-b5bb52cd0091, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=6892363b-a6bc-4f54-a258-b5bb52cd0091,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:11.117355 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.137190 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e604b076-240d-4191-b951-24acdee86cb9 admin admin] Publish callbacks [] for security_group (60a77c22-05db-4faf-a80d-2107f06f6bd2), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.190759 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e604b076-240d-4191-b951-24acdee86cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (60a77c22-05db-4faf-a80d-2107f06f6bd2), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.193611 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e604b076-240d-4191-b951-24acdee86cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.195011 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e604b076-240d-4191-b951-24acdee86cb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60a77c22-05db-4faf-a80d-2107f06f6bd2 HTTP/1.1" status: 204 len: 168 time: 0.1258616 Apr 06 14:01:11.203609 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604b076-240d-4191-b951-24acdee86cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a77c22-05db-4faf-a80d-2107f06f6bd2,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:11.309293 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.309989 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (ebe16ec5-6d15-4596-8e7a-bf90781d4f99), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.310111 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Floating IP ebe16ec5-6d15-4596-8e7a-bf90781d4f99 disassociated. External IP: 172.27.3.16, port: 6892363b-a6bc-4f54-a258-b5bb52cd0091. Apr 06 14:01:11.310362 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Calling delete_port for 6892363b-a6bc-4f54-a258-b5bb52cd0091 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:11.448845 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (6892363b-a6bc-4f54-a258-b5bb52cd0091), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.489508 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'Port': ['ID=6892363b-a6bc-4f54-a258-b5bb52cd0091,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:11.585305 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-66210cdf-5ce2-4d3a-9787-be73c438514c req-7daede2c-062b-4d99-818e-94df73f1160f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 210 time: 0.0333574 Apr 06 14:01:11.635494 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:01:11.764722 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:01:11.777878 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:11.794259 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:11.795075 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:11.820078 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] No DVR routers for this DVR port 6892363b-a6bc-4f54-a258-b5bb52cd0091 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:11.822912 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:11.826992 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f7977380-3e79-499d-bfb8-d5880f4d4f06 req-fc519e56-caf2-4e6d-b714-ce8bc80c38ea tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.41 "DELETE /v2.0/ports/6892363b-a6bc-4f54-a258-b5bb52cd0091 HTTP/1.1" status: 204 len: 173 time: 0.8918922 Apr 06 14:01:11.827790 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'name': 'network-vif-deleted', 'tag': '6892363b-a6bc-4f54-a258-b5bb52cd0091'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:01:11.830721 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acba45c5-a21b-4e90-8527-f91471f9f53e" -d '{"events": [{"server_uuid": "613f0ab6-653f-4311-be85-37c2a2d8d3db", "name": "network-vif-deleted", "tag": "6892363b-a6bc-4f54-a258-b5bb52cd0091"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:01:11.898246 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9534f8e-eb28-49e1-a36c-a53c534a9a60 x-openstack-request-id: req-c9534f8e-eb28-49e1-a36c-a53c534a9a60 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:01:11.898645 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613f0ab6-653f-4311-be85-37c2a2d8d3db", "name": "network-vif-deleted", "tag": "6892363b-a6bc-4f54-a258-b5bb52cd0091", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:01:11.899147 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9534f8e-eb28-49e1-a36c-a53c534a9a60 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:01:11.899777 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9534f8e-eb28-49e1-a36c-a53c534a9a60'] response: {'server_uuid': '613f0ab6-653f-4311-be85-37c2a2d8d3db', 'name': 'network-vif-deleted', 'tag': '6892363b-a6bc-4f54-a258-b5bb52cd0091', 'status': 'completed', 'code': 200} Apr 06 14:01:11.954733 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:12.053263 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54936) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:12.175767 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-263059168-network', 'tenant_id': 'de89d40ed7714468b8a43809ff526d05'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:12.198506 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Made reservation on behalf of de89d40ed7714468b8a43809ff526d05 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:01:12.198637 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:12.201134 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.217826 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.225089 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:12.234377 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:12.234975 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:00:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:12.342904 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Publish callbacks [] for security_group (e25a2ec4-8c97-4730-8ef3-b747f0300f9c), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.349069 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e25a2ec4-8c97-4730-8ef3-b747f0300f9c), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.353397 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:12.383444 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-386f7c2f-869d-41dc-80ac-8856ee61c3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.416610 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:01:12.440500 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (b310d36a-0461-403b-b5c0-6e350cc68b27), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.441360 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Added segment b310d36a-0461-403b-b5c0-6e350cc68b27 of type vlan for network 28ea0b80-b8eb-44b5-b805-ebdda4056a2a Apr 06 14:01:12.455528 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25a2ec4-8c97-4730-8ef3-b747f0300f9c,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:12.506413 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (28ea0b80-b8eb-44b5-b805-ebdda4056a2a), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.513016 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-013aa942-1aed-4f50-ab38-35b1915ae839 req-a9fb5ade-81a6-446d-894f-849309e6f701 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1451669 Apr 06 14:01:12.552624 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (28ea0b80-b8eb-44b5-b805-ebdda4056a2a), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.554171 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:12.555040 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.579096 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-013aa942-1aed-4f50-ab38-35b1915ae839 req-13d5d4a6-15fc-46d9-a6d4-2d96e147651d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&device_id=613f0ab6-653f-4311-be85-37c2a2d8d3db HTTP/1.1" status: 200 len: 210 time: 0.0361784 Apr 06 14:01:12.591157 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:12.620240 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05596151-b696-40a6-b586-6b6f6f4c385e None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T13:50:17Z', 'revision_number': 4, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': 'f13426b2-38ec-4940-8292-5329fcf70000', 'name': '', 'network_id': '535bbf8b-fe20-44f2-8ee2-c569786c8987', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'mac_address': 'fa:16:3e:d0:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:16Z', 'updated_at': '2022-04-06T13:50:25Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'subnets': [{'id': '444fe024-63b4-4bfc-97b4-651d622c6ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:12.640453 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5831230 Apr 06 14:01:12.640935 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 54960) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:12.647553 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Request body: {'subnet': {'network_id': '28ea0b80-b8eb-44b5-b805-ebdda4056a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-263059168-subnet', 'tenant_id': 'de89d40ed7714468b8a43809ff526d05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:12.653567 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998faa6-5de4-4033-818c-22b4f5ed3bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=28ea0b80-b8eb-44b5-b805-ebdda4056a2a,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:12.667518 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 28ea0b80-b8eb-44b5-b805-ebdda4056a2a details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:01:12.706516 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Made reservation on behalf of de89d40ed7714468b8a43809ff526d05 for: {'subnet': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:01:12.709975 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127465617'] for subnet (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.720714 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54966) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:12.793226 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aa942-1aed-4f50-ab38-35b1915ae839 req-0bfa1f16-1d5b-4eb0-befe-5b853f5a68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:12.794828 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-013aa942-1aed-4f50-ab38-35b1915ae839 req-0bfa1f16-1d5b-4eb0-befe-5b853f5a68dc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1959724 Apr 06 14:01:12.861060 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0c96855c-f364-4814-be42-42ca5e6a531f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (8c7c12d9-a69f-4c0b-950a-2d6387799ffb), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.897316 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0c96855c-f364-4814-be42-42ca5e6a531f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (8c7c12d9-a69f-4c0b-950a-2d6387799ffb), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.931835 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125991713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127465615'] for subnet (ad696d43-135f-412f-b2b7-59d118d42740), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.946924 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aa942-1aed-4f50-ab38-35b1915ae839 req-1b28955a-81fc-47b1-8b97-fb74aacdf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:12.949028 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-013aa942-1aed-4f50-ab38-35b1915ae839 req-1b28955a-81fc-47b1-8b97-fb74aacdf341 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1467559 Apr 06 14:01:12.984803 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0c96855c-f364-4814-be42-42ca5e6a531f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8c7c12d9-a69f-4c0b-950a-2d6387799ffb), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.987734 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0c96855c-f364-4814-be42-42ca5e6a531f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:12.992221 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-0c96855c-f364-4814-be42-42ca5e6a531f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "DELETE /v2.0/security-groups/8c7c12d9-a69f-4c0b-950a-2d6387799ffb HTTP/1.1" status: 204 len: 168 time: 0.2672203 Apr 06 14:01:12.993656 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54970) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:13.009823 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96855c-f364-4814-be42-42ca5e6a531f tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c12d9-a69f-4c0b-950a-2d6387799ffb,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:13.014249 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad696d43-135f-412f-b2b7-59d118d42740,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:13.022115 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Checking segment: {'id': 'b310d36a-0461-403b-b5c0-6e350cc68b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '28ea0b80-b8eb-44b5-b805-ebdda4056a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:01:13.022643 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Network hostable DHCP agents. Network: 28ea0b80-b8eb-44b5-b805-ebdda4056a2a, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:01:13.026017 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d492489b-1010-43d7-9af5-290ba9b9000f None None] New status for floating IP ebe16ec5-6d15-4596-8e7a-bf90781d4f99: DOWN {{(pid=110044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:01:13.026571 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.api.v2.resource [None req-07ff13ca-e05c-4d8b-93ed-a9c435d3e218 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] show failed (client error): The resource could not be found. Apr 06 14:01:13.030718 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-07ff13ca-e05c-4d8b-93ed-a9c435d3e218 tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "GET /v2.0/security-groups/8c7c12d9-a69f-4c0b-950a-2d6387799ffb HTTP/1.1" status: 404 len: 347 time: 0.0332463 Apr 06 14:01:13.030895 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54972) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:13.050800 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Network 28ea0b80-b8eb-44b5-b805-ebdda4056a2a is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:01:13.063428 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 28ea0b80-b8eb-44b5-b805-ebdda4056a2a) {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:01:13.079285 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:13.080030 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.101391 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f346e682-0256-4b70-9120-62d9c73c8bf8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4588649 Apr 06 14:01:13.110946 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8057746d-f124-4bb9-b3a0-973bd5f427dd None None] Network 28ea0b80-b8eb-44b5-b805-ebdda4056a2a requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:13.164982 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Deleting port c05dc3c6-232f-400f-bdac-580ee9c8fdb3 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:13.165366 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.256166 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.256588 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.265329 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336d7821-ae85-446d-b414-0bf3c37924f8 None None] Network 28ea0b80-b8eb-44b5-b805-ebdda4056a2a requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:13.269877 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Calling delete_port for c05dc3c6-232f-400f-bdac-580ee9c8fdb3 owned by network:floatingip {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:13.411200 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (c05dc3c6-232f-400f-bdac-580ee9c8fdb3), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.440186 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Pushing event deleted for resources: {'Port': ['ID=c05dc3c6-232f-400f-bdac-580ee9c8fdb3,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:13.503974 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks [] for floatingip (ebe16ec5-6d15-4596-8e7a-bf90781d4f99), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.507015 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.511214 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2ba76207-c00e-45b9-886d-10c4c11247eb tempest-AttachVolumeNegativeTest-1886219332 tempest-AttachVolumeNegativeTest-1886219332-project] 10.222.0.44 "DELETE /v2.0/floatingips/ebe16ec5-6d15-4596-8e7a-bf90781d4f99 HTTP/1.1" status: 204 len: 168 time: 0.4764268 Apr 06 14:01:13.671318 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 54992) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:13.677631 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-81815999-network', 'tenant_id': '1b13231e911348468ea4958feb21b9a5'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:13.699978 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Made reservation on behalf of 1b13231e911348468ea4958feb21b9a5 for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:01:13.702417 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.711973 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.788241 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Publish callbacks [] for security_group (952c4534-61f2-4d10-ad90-8a053aabdd3e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.794498 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (952c4534-61f2-4d10-ad90-8a053aabdd3e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.831404 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:01:13.843188 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c4534-61f2-4d10-ad90-8a053aabdd3e,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:13.850928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (5e7959e1-2edf-40ff-8ab6-e59294e5673f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:13.851816 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Added segment 5e7959e1-2edf-40ff-8ab6-e59294e5673f of type vlan for network d156ae0b-ee4e-42b0-8327-c9ba8b0be045 Apr 06 14:01:14.187870 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (d156ae0b-ee4e-42b0-8327-c9ba8b0be045), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.223970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (d156ae0b-ee4e-42b0-8327-c9ba8b0be045), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.225079 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:14.225671 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.281884 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6094379 Apr 06 14:01:14.285119 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55000) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:14.288804 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691f09f-24ec-46d7-84aa-9232a2f816a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d156ae0b-ee4e-42b0-8327-c9ba8b0be045,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:14.290621 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Request body: {'subnet': {'network_id': 'd156ae0b-ee4e-42b0-8327-c9ba8b0be045', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-81815999-subnet', 'tenant_id': '1b13231e911348468ea4958feb21b9a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:01:14.299768 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network d156ae0b-ee4e-42b0-8327-c9ba8b0be045 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:01:14.311972 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Made reservation on behalf of 1b13231e911348468ea4958feb21b9a5 for: {'subnet': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:01:14.314311 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127465617'] for subnet (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.491766 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125991713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127465615'] for subnet (825db671-c14f-4cab-8493-e774ecea4ece), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.541383 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=825db671-c14f-4cab-8493-e774ecea4ece,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:14.556686 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Checking segment: {'id': '5e7959e1-2edf-40ff-8ab6-e59294e5673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd156ae0b-ee4e-42b0-8327-c9ba8b0be045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:01:14.557066 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Network hostable DHCP agents. Network: d156ae0b-ee4e-42b0-8327-c9ba8b0be045, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:01:14.576705 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Network d156ae0b-ee4e-42b0-8327-c9ba8b0be045 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:01:14.587995 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, d156ae0b-ee4e-42b0-8327-c9ba8b0be045) {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:01:14.592794 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:01:14.593515 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.598383 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a34cc6-7cc8-407f-bef0-7f243416f813 None None] Network d156ae0b-ee4e-42b0-8327-c9ba8b0be045 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:14.611836 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-8f39bcc8-6b95-48eb-a3cb-cc4ad70dc950 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3254721 Apr 06 14:01:14.714053 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d0f9d-252c-4c24-a122-57b667263f01 None None] Network d156ae0b-ee4e-42b0-8327-c9ba8b0be045 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:14.741097 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55010) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:14.790966 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9cb25c-f787-4f2f-9501-cfe61a0538c3 admin admin] Deleting subnet ad696d43-135f-412f-b2b7-59d118d42740 {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:01:14.794831 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb25c-f787-4f2f-9501-cfe61a0538c3 admin admin] Publish callbacks [] for subnet (ad696d43-135f-412f-b2b7-59d118d42740), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.834578 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1159bc9f-0add-4f8c-b962-d7a6cc4de94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.834795 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb25c-f787-4f2f-9501-cfe61a0538c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127665514'] for subnet (ad696d43-135f-412f-b2b7-59d118d42740), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.880395 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb25c-f787-4f2f-9501-cfe61a0538c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (ad696d43-135f-412f-b2b7-59d118d42740), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.932902 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb25c-f787-4f2f-9501-cfe61a0538c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125991142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127465718'] for subnet (ad696d43-135f-412f-b2b7-59d118d42740), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.958673 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cb25c-f787-4f2f-9501-cfe61a0538c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad696d43-135f-412f-b2b7-59d118d42740,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:14.964016 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-0c9cb25c-f787-4f2f-9501-cfe61a0538c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:14.966927 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-0c9cb25c-f787-4f2f-9501-cfe61a0538c3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ad696d43-135f-412f-b2b7-59d118d42740 HTTP/1.1" status: 204 len: 168 time: 0.2245936 Apr 06 14:01:14.969429 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55016) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:15.042531 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (28ea0b80-b8eb-44b5-b805-ebdda4056a2a), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.132744 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (28ea0b80-b8eb-44b5-b805-ebdda4056a2a), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.152329 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ea0b80-b8eb-44b5-b805-ebdda4056a2a']}} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.163096 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b310d36a-0461-403b-b5c0-6e350cc68b27') {'for_net_delete': True} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.163393 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b310d36a-0461-403b-b5c0-6e350cc68b27') {} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.172858 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127665553'] for segment (b310d36a-0461-403b-b5c0-6e350cc68b27), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.185979 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (b310d36a-0461-403b-b5c0-6e350cc68b27), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.192135 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=110043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:01:15.192539 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991052'] for segment (b310d36a-0461-403b-b5c0-6e350cc68b27), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: Traceback (most recent call last): Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: timer() Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: cb(*args, **kw) Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: return func(*args, **kwargs) Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: self._notify() Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: self.callback(batched_events) Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: event.method(event) Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: return f(self, *a, **k) Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._get(url).json() Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: return self.request(url, 'GET', **kwargs) Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:01:15.194309 dv-cinder-836804-1-iscsi neutron-server[110043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:01:15.251773 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (28ea0b80-b8eb-44b5-b805-ebdda4056a2a), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.258865 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.262015 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] 10.222.0.44 "DELETE /v2.0/networks/28ea0b80-b8eb-44b5-b805-ebdda4056a2a HTTP/1.1" status: 204 len: 168 time: 0.2916865 Apr 06 14:01:15.265972 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55024) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:15.271668 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bc391-38e4-44f9-8601-81e0640b9859 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ea0b80-b8eb-44b5-b805-ebdda4056a2a,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:15.317722 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d754ae1-6f51-4999-827d-2ee5ed22e42d admin admin] Deleting subnet 825db671-c14f-4cab-8493-e774ecea4ece {{(pid=110042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:01:15.321106 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2d754ae1-6f51-4999-827d-2ee5ed22e42d admin admin] Publish callbacks [] for subnet (825db671-c14f-4cab-8493-e774ecea4ece), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.360717 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2d754ae1-6f51-4999-827d-2ee5ed22e42d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-119305608'] for subnet (825db671-c14f-4cab-8493-e774ecea4ece), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.400774 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2d754ae1-6f51-4999-827d-2ee5ed22e42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (825db671-c14f-4cab-8493-e774ecea4ece), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.462857 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2d754ae1-6f51-4999-827d-2ee5ed22e42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119505356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119144187'] for subnet (825db671-c14f-4cab-8493-e774ecea4ece), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.496463 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d754ae1-6f51-4999-827d-2ee5ed22e42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825db671-c14f-4cab-8493-e774ecea4ece,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:15.500472 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2d754ae1-6f51-4999-827d-2ee5ed22e42d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.503687 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2d754ae1-6f51-4999-827d-2ee5ed22e42d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/825db671-c14f-4cab-8493-e774ecea4ece HTTP/1.1" status: 204 len: 168 time: 0.2366624 Apr 06 14:01:15.508091 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55026) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:15.578964 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (d156ae0b-ee4e-42b0-8327-c9ba8b0be045), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.613729 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.682974 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (d156ae0b-ee4e-42b0-8327-c9ba8b0be045), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.708191 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d156ae0b-ee4e-42b0-8327-c9ba8b0be045']}} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.720800 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7959e1-2edf-40ff-8ab6-e59294e5673f') {'for_net_delete': True} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.721096 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7959e1-2edf-40ff-8ab6-e59294e5673f') {} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:15.730678 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127665553'] for segment (5e7959e1-2edf-40ff-8ab6-e59294e5673f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.744804 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (5e7959e1-2edf-40ff-8ab6-e59294e5673f), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.751428 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=110043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:01:15.751811 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991052'] for segment (5e7959e1-2edf-40ff-8ab6-e59294e5673f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: Traceback (most recent call last): Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: timer() Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: cb(*args, **kw) Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: return func(*args, **kwargs) Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: self._notify() Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: self.callback(batched_events) Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: event.method(event) Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: return f(self, *a, **k) Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._get(url).json() Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: return self.request(url, 'GET', **kwargs) Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:01:15.754034 dv-cinder-836804-1-iscsi neutron-server[110043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:01:15.815056 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (d156ae0b-ee4e-42b0-8327-c9ba8b0be045), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.820504 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:15.823680 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] 10.222.0.44 "DELETE /v2.0/networks/d156ae0b-ee4e-42b0-8327-c9ba8b0be045 HTTP/1.1" status: 204 len: 168 time: 0.3145454 Apr 06 14:01:15.834749 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa40f4-3b56-4e05-a878-a30a78365b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=d156ae0b-ee4e-42b0-8327-c9ba8b0be045,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:15.993040 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55038) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:16.035646 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-fd3d8735-97fc-463a-833f-5c42935af3ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de89d40ed7714468b8a43809ff526d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407634 Apr 06 14:01:16.037550 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55044) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:16.087370 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-65849b8d-02bd-4af0-a072-57a30f269cf0 admin admin] Publish callbacks [] for security_group (e25a2ec4-8c97-4730-8ef3-b747f0300f9c), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.110423 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-65849b8d-02bd-4af0-a072-57a30f269cf0 admin admin] Publish callbacks [] for security_group (e25a2ec4-8c97-4730-8ef3-b747f0300f9c), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.162403 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-65849b8d-02bd-4af0-a072-57a30f269cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (e25a2ec4-8c97-4730-8ef3-b747f0300f9c), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.165002 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-65849b8d-02bd-4af0-a072-57a30f269cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.166268 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-65849b8d-02bd-4af0-a072-57a30f269cf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e25a2ec4-8c97-4730-8ef3-b747f0300f9c HTTP/1.1" status: 204 len: 168 time: 0.1277657 Apr 06 14:01:16.175784 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65849b8d-02bd-4af0-a072-57a30f269cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25a2ec4-8c97-4730-8ef3-b747f0300f9c,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:16.270265 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 6892363b-a6bc-4f54-a258-b5bb52cd0091 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:16.292510 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 6892363b-a6bc-4f54-a258-b5bb52cd0091 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:16.292859 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 6892363b-a6bc-4f54-a258-b5bb52cd0091 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:16.399014 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55058) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:16.505166 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-38d83d07-3b6a-4f05-95de-d7e49458635d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.511626 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55062) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:16.552254 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-88fc920c-c8de-4ca4-9820-cf5b3feab33d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b13231e911348468ea4958feb21b9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394292 Apr 06 14:01:16.555296 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55064) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:16.587975 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-38d83d07-3b6a-4f05-95de-d7e49458635d admin admin] Publish callbacks [] for security_group (fca7d547-0413-49be-8c10-caa09e95cfb5), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.593227 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-38d83d07-3b6a-4f05-95de-d7e49458635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (fca7d547-0413-49be-8c10-caa09e95cfb5), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.605707 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0050-080d-43f7-b49c-cd2a45dc01b4 admin admin] Publish callbacks [] for security_group (952c4534-61f2-4d10-ad90-8a053aabdd3e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.626421 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0050-080d-43f7-b49c-cd2a45dc01b4 admin admin] Publish callbacks [] for security_group (952c4534-61f2-4d10-ad90-8a053aabdd3e), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.631324 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-38d83d07-3b6a-4f05-95de-d7e49458635d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2849557fa9a34337bae39ad8779c4418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310905 Apr 06 14:01:16.632288 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d83d07-3b6a-4f05-95de-d7e49458635d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca7d547-0413-49be-8c10-caa09e95cfb5,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:16.633972 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55066) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:16.709290 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a855d95f-e444-45fc-b537-d26a343053c7 admin admin] Publish callbacks [] for security_group (fca7d547-0413-49be-8c10-caa09e95cfb5), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.723523 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0050-080d-43f7-b49c-cd2a45dc01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (952c4534-61f2-4d10-ad90-8a053aabdd3e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.726092 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-cc9f0050-080d-43f7-b49c-cd2a45dc01b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.727283 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-cc9f0050-080d-43f7-b49c-cd2a45dc01b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/952c4534-61f2-4d10-ad90-8a053aabdd3e HTTP/1.1" status: 204 len: 168 time: 0.1710072 Apr 06 14:01:16.746083 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a855d95f-e444-45fc-b537-d26a343053c7 admin admin] Publish callbacks [] for security_group (fca7d547-0413-49be-8c10-caa09e95cfb5), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.747919 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f0050-080d-43f7-b49c-cd2a45dc01b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c4534-61f2-4d10-ad90-8a053aabdd3e,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:16.804432 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a855d95f-e444-45fc-b537-d26a343053c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (fca7d547-0413-49be-8c10-caa09e95cfb5), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.807077 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a855d95f-e444-45fc-b537-d26a343053c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:16.810846 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a855d95f-e444-45fc-b537-d26a343053c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fca7d547-0413-49be-8c10-caa09e95cfb5 HTTP/1.1" status: 204 len: 168 time: 0.1733088 Apr 06 14:01:16.816549 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855d95f-e444-45fc-b537-d26a343053c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca7d547-0413-49be-8c10-caa09e95cfb5,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:17.037881 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:17.241211 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55102) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:17.775975 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:18.081556 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Deleting port f13426b2-38ec-4940-8292-5329fcf70000 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:18.082178 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (f13426b2-38ec-4940-8292-5329fcf70000), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:18.171611 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] For port f13426b2-38ec-4940-8292-5329fcf70000, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=f13426b2-38ec-4940-8292-5329fcf70000,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:18.172221 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (f13426b2-38ec-4940-8292-5329fcf70000), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:18.185937 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Calling delete_port for f13426b2-38ec-4940-8292-5329fcf70000 owned by network:router_interface {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:18.387557 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (f13426b2-38ec-4940-8292-5329fcf70000), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:18.442597 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f13426b2-38ec-4940-8292-5329fcf70000,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:18.443478 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:18.627694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:18.872695 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:01:18.983373 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:01:18.988515 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a6b10ee0-106e-409e-af3d-efd82f51c6d9 admin admin] 10.222.0.44 "PUT /v2.0/routers/97d3f4ce-e5ba-4c11-a66b-3b09f6aded21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462025 Apr 06 14:01:18.992555 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55174) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:18.992786 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] Sync routers for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:01:19.005968 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:19.006591 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:01:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:19.097657 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks [] for router (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:19.111768 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:19.203567 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks [] for router_gateway (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:19.305972 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T14:01:18Z', 'revision_number': 5, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port': {'id': '12e761d5-1d16-45dc-a7e5-135809c4de01', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:50:10Z', 'updated_at': '2022-04-06T13:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:19.334014 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] Checking router: 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:01:19.343588 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] Routers {'97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:01:19.344229 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:01:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:19.524197 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Deleting port 12e761d5-1d16-45dc-a7e5-135809c4de01 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:19.524558 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:19.529921 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] Set router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 gateway port host: None {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:01:19.582345 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T14:01:19Z', 'revision_number': 6, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:19.605552 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] For port 12e761d5-1d16-45dc-a7e5-135809c4de01, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=12e761d5-1d16-45dc-a7e5-135809c4de01,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:19.605931 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:19.611714 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cbc6ca-d3fa-42f5-83dd-5d93475a2a67 None None] The sync data for ids ['97d3f4ce-e5ba-4c11-a66b-3b09f6aded21'] in dv-cinder-836804-1-iscsi is: [{'id': '97d3f4ce-e5ba-4c11-a66b-3b09f6aded21', 'name': 'tempest-AttachVolumeNegativeTest-1018500801-router', 'tenant_id': '4a544e8275b2444c8378a5f0d4ea4409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:50:08Z', 'updated_at': '2022-04-06T14:01:19Z', 'revision_number': 6, 'project_id': '4a544e8275b2444c8378a5f0d4ea4409', 'gw_port_host': None}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:01:19.622049 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Calling delete_port for 12e761d5-1d16-45dc-a7e5-135809c4de01 owned by network:router_gateway {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:19.820402 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (12e761d5-1d16-45dc-a7e5-135809c4de01), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:19.848054 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Pushing event deleted for resources: {'Port': ['ID=12e761d5-1d16-45dc-a7e5-135809c4de01,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:19.913648 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.014000 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.016467 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks [] for router_controller (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.079294 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (97d3f4ce-e5ba-4c11-a66b-3b09f6aded21), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.082246 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 {{(pid=110043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:01:20.087542 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.089074 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-eda4e8aa-4f38-4d9c-8891-fff7f1f1191f admin admin] 10.222.0.44 "DELETE /v2.0/routers/97d3f4ce-e5ba-4c11-a66b-3b09f6aded21 HTTP/1.1" status: 204 len: 168 time: 1.0955770 Apr 06 14:01:20.091965 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55188) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:20.139181 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37269b5-fb49-4ab9-a38f-6b9ad1b57fc8 admin admin] Deleting subnet 444fe024-63b4-4bfc-97b4-651d622c6ad9 {{(pid=110042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:01:20.142330 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e37269b5-fb49-4ab9-a38f-6b9ad1b57fc8 admin admin] Publish callbacks [] for subnet (444fe024-63b4-4bfc-97b4-651d622c6ad9), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.179190 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e37269b5-fb49-4ab9-a38f-6b9ad1b57fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-119305608'] for subnet (444fe024-63b4-4bfc-97b4-651d622c6ad9), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.270985 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e37269b5-fb49-4ab9-a38f-6b9ad1b57fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (444fe024-63b4-4bfc-97b4-651d622c6ad9), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.332639 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e37269b5-fb49-4ab9-a38f-6b9ad1b57fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119505356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119144187'] for subnet (444fe024-63b4-4bfc-97b4-651d622c6ad9), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.358690 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37269b5-fb49-4ab9-a38f-6b9ad1b57fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444fe024-63b4-4bfc-97b4-651d622c6ad9,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:20.360568 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e37269b5-fb49-4ab9-a38f-6b9ad1b57fc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.366135 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-e37269b5-fb49-4ab9-a38f-6b9ad1b57fc8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/444fe024-63b4-4bfc-97b4-651d622c6ad9 HTTP/1.1" status: 204 len: 168 time: 0.2706771 Apr 06 14:01:20.366264 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c423f8b-a35d-43b2-bf81-176b0c051f67 None None] Network 535bbf8b-fe20-44f2-8ee2-c569786c8987 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:01:20.366698 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55200) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:20.438499 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (535bbf8b-fe20-44f2-8ee2-c569786c8987), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.501540 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Deleting port 1a2dea3b-0972-4c39-84c0-ade8187daa3d {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:20.501886 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.534650 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] DHCP port deletion for 535bbf8b-fe20-44f2-8ee2-c569786c8987 request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:01:20.569656 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] For port 1a2dea3b-0972-4c39-84c0-ade8187daa3d, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1a2dea3b-0972-4c39-84c0-ade8187daa3d,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:20.570034 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.584081 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] Deleting port 1a2dea3b-0972-4c39-84c0-ade8187daa3d {{(pid=110044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:01:20.584381 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), before_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.586969 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Calling delete_port for 1a2dea3b-0972-4c39-84c0-ade8187daa3d owned by network:dhcp {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:20.648887 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] For port 1a2dea3b-0972-4c39-84c0-ade8187daa3d, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=1a2dea3b-0972-4c39-84c0-ade8187daa3d,segment=NetworkSegment(3702130b-5f67-460a-befa-814f4b65d00e),segment_id=3702130b-5f67-460a-befa-814f4b65d00e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:01:20.649449 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), precommit_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.663540 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] Calling delete_port for 1a2dea3b-0972-4c39-84c0-ade8187daa3d owned by network:dhcp {{(pid=110044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:01:20.671495 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.699843 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2dea3b-0972-4c39-84c0-ade8187daa3d,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:20.701768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] No DVR routers for this DVR port 1a2dea3b-0972-4c39-84c0-ade8187daa3d on host dv-cinder-836804-1-iscsi {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:20.750237 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (1a2dea3b-0972-4c39-84c0-ade8187daa3d), after_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.773981 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (535bbf8b-fe20-44f2-8ee2-c569786c8987), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.775057 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] Pushing event deleted for resources: {'Port': ['ID=1a2dea3b-0972-4c39-84c0-ade8187daa3d,revision_number=None']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:20.778830 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030dcd8-2487-4aa4-b110-ef841222da76 None None] No DVR routers for this DVR port 1a2dea3b-0972-4c39-84c0-ade8187daa3d on host dv-cinder-836804-1-iscsi {{(pid=110044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:01:20.800132 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535bbf8b-fe20-44f2-8ee2-c569786c8987']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:20.809322 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3702130b-5f67-460a-befa-814f4b65d00e') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:20.809630 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3702130b-5f67-460a-befa-814f4b65d00e') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:01:20.819484 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (3702130b-5f67-460a-befa-814f4b65d00e), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.832893 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (3702130b-5f67-460a-befa-814f4b65d00e), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.839778 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:01:20.840199 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (3702130b-5f67-460a-befa-814f4b65d00e), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:01:20.842038 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:01:20.898231 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (535bbf8b-fe20-44f2-8ee2-c569786c8987), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.904487 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:20.907845 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/535bbf8b-fe20-44f2-8ee2-c569786c8987 HTTP/1.1" status: 204 len: 168 time: 0.5406229 Apr 06 14:01:20.921177 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4045ba-0295-4082-9400-d6e6847632b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=535bbf8b-fe20-44f2-8ee2-c569786c8987,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:21.100828 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55208) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:21.140030 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-3ddf0525-b044-465a-8884-a6b18e039a7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a544e8275b2444c8378a5f0d4ea4409&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379324 Apr 06 14:01:21.142584 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55210) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:21.189837 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-16713ce7-8179-4ecb-9c58-4408d6e61368 admin admin] Publish callbacks [] for security_group (6d9aca96-6385-4b26-be03-99319ab766d5), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:21.210648 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-16713ce7-8179-4ecb-9c58-4408d6e61368 admin admin] Publish callbacks [] for security_group (6d9aca96-6385-4b26-be03-99319ab766d5), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:21.263546 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-16713ce7-8179-4ecb-9c58-4408d6e61368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (6d9aca96-6385-4b26-be03-99319ab766d5), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:21.266111 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-16713ce7-8179-4ecb-9c58-4408d6e61368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:21.270413 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-16713ce7-8179-4ecb-9c58-4408d6e61368 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d9aca96-6385-4b26-be03-99319ab766d5 HTTP/1.1" status: 204 len: 168 time: 0.1237476 Apr 06 14:01:21.278572 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16713ce7-8179-4ecb-9c58-4408d6e61368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9aca96-6385-4b26-be03-99319ab766d5,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:21.418610 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 12e761d5-1d16-45dc-a7e5-135809c4de01 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:21.458045 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 12e761d5-1d16-45dc-a7e5-135809c4de01 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:21.458809 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 12e761d5-1d16-45dc-a7e5-135809c4de01 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:21.459899 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device f13426b2-38ec-4940-8292-5329fcf70000 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:21.652027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: f13426b2-38ec-4940-8292-5329fcf70000 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:21.652374 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device f13426b2-38ec-4940-8292-5329fcf70000 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:21.652797 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1a2dea3b-0972-4c39-84c0-ade8187daa3d no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:01:21.672149 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 1a2dea3b-0972-4c39-84c0-ade8187daa3d {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:01:21.672492 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 1a2dea3b-0972-4c39-84c0-ade8187daa3d not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:01:24.529914 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:01:35.162261 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55528) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:35.274980 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.350997 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Publish callbacks [] for security_group (7c73e675-a60a-4aa3-86c4-6c7b103062ed), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.356139 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (7c73e675-a60a-4aa3-86c4-6c7b103062ed), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.392993 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d2afcf09587463f9feba82b6e2162b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296617 Apr 06 14:01:35.393884 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73e675-a60a-4aa3-86c4-6c7b103062ed,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:35.395798 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55532) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:35.412467 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.412775 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.413112 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.413472 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.413804 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.414125 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.414441 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.414760 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.415084 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.415383 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.415716 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.416026 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.416342 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.416654 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.416949 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3053e469-ba92-4808-a94a-2c28eec1cdb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:01:35.457228 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-59c0e756-2097-429d-bf6a-c97ebecae7f8 admin admin] Publish callbacks [] for security_group (7c73e675-a60a-4aa3-86c4-6c7b103062ed), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.478184 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-59c0e756-2097-429d-bf6a-c97ebecae7f8 admin admin] Publish callbacks [] for security_group (7c73e675-a60a-4aa3-86c4-6c7b103062ed), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.527520 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-59c0e756-2097-429d-bf6a-c97ebecae7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (7c73e675-a60a-4aa3-86c4-6c7b103062ed), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.530297 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-59c0e756-2097-429d-bf6a-c97ebecae7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:35.531455 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-59c0e756-2097-429d-bf6a-c97ebecae7f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c73e675-a60a-4aa3-86c4-6c7b103062ed HTTP/1.1" status: 204 len: 168 time: 0.1347685 Apr 06 14:01:35.540179 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0e756-2097-429d-bf6a-c97ebecae7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73e675-a60a-4aa3-86c4-6c7b103062ed,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:37.170689 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55616) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:37.285524 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-56675e6b-1924-4c88-aee6-473fdc21afd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.360786 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-56675e6b-1924-4c88-aee6-473fdc21afd0 admin admin] Publish callbacks [] for security_group (94cc59c5-a17b-4009-96e8-d49a248b67fb), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.366977 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-56675e6b-1924-4c88-aee6-473fdc21afd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (94cc59c5-a17b-4009-96e8-d49a248b67fb), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.406623 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-56675e6b-1924-4c88-aee6-473fdc21afd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c99fcf9459742619b566d5b1feca4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348354 Apr 06 14:01:37.407353 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56675e6b-1924-4c88-aee6-473fdc21afd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc59c5-a17b-4009-96e8-d49a248b67fb,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:37.409811 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55628) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:37.464122 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee691ab7-35cf-47c8-9522-1f9081c04ec1 admin admin] Publish callbacks [] for security_group (94cc59c5-a17b-4009-96e8-d49a248b67fb), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.485497 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee691ab7-35cf-47c8-9522-1f9081c04ec1 admin admin] Publish callbacks [] for security_group (94cc59c5-a17b-4009-96e8-d49a248b67fb), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.537551 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee691ab7-35cf-47c8-9522-1f9081c04ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (94cc59c5-a17b-4009-96e8-d49a248b67fb), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.540309 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ee691ab7-35cf-47c8-9522-1f9081c04ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.541492 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ee691ab7-35cf-47c8-9522-1f9081c04ec1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94cc59c5-a17b-4009-96e8-d49a248b67fb HTTP/1.1" status: 204 len: 168 time: 0.1305764 Apr 06 14:01:37.549937 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee691ab7-35cf-47c8-9522-1f9081c04ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc59c5-a17b-4009-96e8-d49a248b67fb,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:37.824336 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55646) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:37.839048 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f5469286-fe35-45aa-b8ec-06efe665689d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.919965 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f5469286-fe35-45aa-b8ec-06efe665689d admin admin] Publish callbacks [] for security_group (19549a8f-fc1d-49d3-95a7-ff81dc474e8a), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.925944 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f5469286-fe35-45aa-b8ec-06efe665689d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (19549a8f-fc1d-49d3-95a7-ff81dc474e8a), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:37.965626 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f5469286-fe35-45aa-b8ec-06efe665689d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=952fbde6c7144c39ae6b07aa2ee2226d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398463 Apr 06 14:01:37.966284 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5469286-fe35-45aa-b8ec-06efe665689d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19549a8f-fc1d-49d3-95a7-ff81dc474e8a,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:37.969419 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55648) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:38.027706 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0c548fb7-0727-4280-9521-33101090984c admin admin] Publish callbacks [] for security_group (19549a8f-fc1d-49d3-95a7-ff81dc474e8a), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:38.051337 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0c548fb7-0727-4280-9521-33101090984c admin admin] Publish callbacks [] for security_group (19549a8f-fc1d-49d3-95a7-ff81dc474e8a), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:38.103456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0c548fb7-0727-4280-9521-33101090984c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (19549a8f-fc1d-49d3-95a7-ff81dc474e8a), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:38.106134 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0c548fb7-0727-4280-9521-33101090984c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:38.109632 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-0c548fb7-0727-4280-9521-33101090984c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19549a8f-fc1d-49d3-95a7-ff81dc474e8a HTTP/1.1" status: 204 len: 168 time: 0.1364298 Apr 06 14:01:38.115921 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c548fb7-0727-4280-9521-33101090984c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19549a8f-fc1d-49d3-95a7-ff81dc474e8a,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:38.891446 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.251124 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55716) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:39.461933 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fb13a3d-0a89-4d60-ac8c-5ae7f5c4ec19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.559853 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fb13a3d-0a89-4d60-ac8c-5ae7f5c4ec19 admin admin] Publish callbacks [] for security_group (8b09dc3a-1486-44b7-9a60-b222b957f49e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.566480 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8fb13a3d-0a89-4d60-ac8c-5ae7f5c4ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8b09dc3a-1486-44b7-9a60-b222b957f49e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.633784 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55736) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:39.634314 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8fb13a3d-0a89-4d60-ac8c-5ae7f5c4ec19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb915fae34734c42bb8a1bfe0cc3a08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816760 Apr 06 14:01:39.641973 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb13a3d-0a89-4d60-ac8c-5ae7f5c4ec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b09dc3a-1486-44b7-9a60-b222b957f49e,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:39.703818 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ec63-4a29-4b42-9d73-edbcc573bfab admin admin] Publish callbacks [] for security_group (8b09dc3a-1486-44b7-9a60-b222b957f49e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.729421 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ec63-4a29-4b42-9d73-edbcc573bfab admin admin] Publish callbacks [] for security_group (8b09dc3a-1486-44b7-9a60-b222b957f49e), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.802716 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ec63-4a29-4b42-9d73-edbcc573bfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8b09dc3a-1486-44b7-9a60-b222b957f49e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.806059 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ec63-4a29-4b42-9d73-edbcc573bfab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:39.807440 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a6c2ec63-4a29-4b42-9d73-edbcc573bfab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b09dc3a-1486-44b7-9a60-b222b957f49e HTTP/1.1" status: 204 len: 168 time: 0.1716199 Apr 06 14:01:39.817425 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2ec63-4a29-4b42-9d73-edbcc573bfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b09dc3a-1486-44b7-9a60-b222b957f49e,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:40.102295 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55760) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:40.118657 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d685680f-bb75-4fb9-842e-5fe6dbad7c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.197871 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d685680f-bb75-4fb9-842e-5fe6dbad7c4a admin admin] Publish callbacks [] for security_group (78e828f8-73ef-4c2b-bf6d-a0b12edcaa57), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.201893 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d685680f-bb75-4fb9-842e-5fe6dbad7c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (78e828f8-73ef-4c2b-bf6d-a0b12edcaa57), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.240671 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d685680f-bb75-4fb9-842e-5fe6dbad7c4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=776a5aa2398e4cf8ac20c264293e6d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371336 Apr 06 14:01:40.241507 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685680f-bb75-4fb9-842e-5fe6dbad7c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e828f8-73ef-4c2b-bf6d-a0b12edcaa57,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:40.243842 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55764) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:40.292598 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a330f946-d283-45e7-a297-404250926636 admin admin] Publish callbacks [] for security_group (78e828f8-73ef-4c2b-bf6d-a0b12edcaa57), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.314416 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a330f946-d283-45e7-a297-404250926636 admin admin] Publish callbacks [] for security_group (78e828f8-73ef-4c2b-bf6d-a0b12edcaa57), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.367458 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a330f946-d283-45e7-a297-404250926636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (78e828f8-73ef-4c2b-bf6d-a0b12edcaa57), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.370277 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a330f946-d283-45e7-a297-404250926636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:40.371517 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a330f946-d283-45e7-a297-404250926636 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78e828f8-73ef-4c2b-bf6d-a0b12edcaa57 HTTP/1.1" status: 204 len: 168 time: 0.1267192 Apr 06 14:01:40.381757 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330f946-d283-45e7-a297-404250926636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e828f8-73ef-4c2b-bf6d-a0b12edcaa57,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:40.894557 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55794) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:41.027462 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-485d10b6-21a2-4a42-af0a-209f3c257e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.110697 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-485d10b6-21a2-4a42-af0a-209f3c257e7e admin admin] Publish callbacks [] for security_group (0b5ae946-9cfa-4a26-8709-4c20138780a0), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.115603 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-485d10b6-21a2-4a42-af0a-209f3c257e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (0b5ae946-9cfa-4a26-8709-4c20138780a0), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.155742 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-485d10b6-21a2-4a42-af0a-209f3c257e7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd36a4fee8f045188fb50c27151f46fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575748 Apr 06 14:01:41.155742 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d10b6-21a2-4a42-af0a-209f3c257e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5ae946-9cfa-4a26-8709-4c20138780a0,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:41.156170 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55812) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:41.211742 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aae78744-ba74-45af-820a-9f2a468fc6d8 admin admin] Publish callbacks [] for security_group (0b5ae946-9cfa-4a26-8709-4c20138780a0), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.235626 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aae78744-ba74-45af-820a-9f2a468fc6d8 admin admin] Publish callbacks [] for security_group (0b5ae946-9cfa-4a26-8709-4c20138780a0), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.284999 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aae78744-ba74-45af-820a-9f2a468fc6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (0b5ae946-9cfa-4a26-8709-4c20138780a0), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.287763 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-aae78744-ba74-45af-820a-9f2a468fc6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.288942 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-aae78744-ba74-45af-820a-9f2a468fc6d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b5ae946-9cfa-4a26-8709-4c20138780a0 HTTP/1.1" status: 204 len: 168 time: 0.1317835 Apr 06 14:01:41.297337 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae78744-ba74-45af-820a-9f2a468fc6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5ae946-9cfa-4a26-8709-4c20138780a0,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:41.574039 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55830) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:41.674969 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55834) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:41.685335 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-1be85956-9c0a-4a71-b007-7e0b995f9375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.688922 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7062b1e7-f1e6-48d6-9504-1a5861d40e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.764657 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7062b1e7-f1e6-48d6-9504-1a5861d40e6f admin admin] Publish callbacks [] for security_group (aabbe3ea-69b0-4d9c-bdb5-e3657893daca), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.766081 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-1be85956-9c0a-4a71-b007-7e0b995f9375 admin admin] Publish callbacks [] for security_group (3f435bad-562b-4512-ad22-f7d76c210ce3), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.769847 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7062b1e7-f1e6-48d6-9504-1a5861d40e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (aabbe3ea-69b0-4d9c-bdb5-e3657893daca), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.771700 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-1be85956-9c0a-4a71-b007-7e0b995f9375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3f435bad-562b-4512-ad22-f7d76c210ce3), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.807440 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-7062b1e7-f1e6-48d6-9504-1a5861d40e6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=addcc6b735f94fe58b0a57aecadf732e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313357 Apr 06 14:01:41.808596 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062b1e7-f1e6-48d6-9504-1a5861d40e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbe3ea-69b0-4d9c-bdb5-e3657893daca,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:41.809271 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-1be85956-9c0a-4a71-b007-7e0b995f9375 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79ef7b6f6d034e2da30f8a26865dd1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339079 Apr 06 14:01:41.810151 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be85956-9c0a-4a71-b007-7e0b995f9375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f435bad-562b-4512-ad22-f7d76c210ce3,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:41.811293 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 55836) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:41.814371 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 55838) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:01:41.866083 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b45973c4-0b98-4a84-9946-a81d2368fc27 admin admin] Publish callbacks [] for security_group (3f435bad-562b-4512-ad22-f7d76c210ce3), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.867168 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8eefdce-1903-43a2-b157-d4a9fe429a29 admin admin] Publish callbacks [] for security_group (aabbe3ea-69b0-4d9c-bdb5-e3657893daca), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.892025 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8eefdce-1903-43a2-b157-d4a9fe429a29 admin admin] Publish callbacks [] for security_group (aabbe3ea-69b0-4d9c-bdb5-e3657893daca), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.892714 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b45973c4-0b98-4a84-9946-a81d2368fc27 admin admin] Publish callbacks [] for security_group (3f435bad-562b-4512-ad22-f7d76c210ce3), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.942961 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8eefdce-1903-43a2-b157-d4a9fe429a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (aabbe3ea-69b0-4d9c-bdb5-e3657893daca), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.945784 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-c8eefdce-1903-43a2-b157-d4a9fe429a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.946469 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b45973c4-0b98-4a84-9946-a81d2368fc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (3f435bad-562b-4512-ad22-f7d76c210ce3), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.948992 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b45973c4-0b98-4a84-9946-a81d2368fc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:41.949646 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-c8eefdce-1903-43a2-b157-d4a9fe429a29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aabbe3ea-69b0-4d9c-bdb5-e3657893daca HTTP/1.1" status: 204 len: 168 time: 0.1373746 Apr 06 14:01:41.950146 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b45973c4-0b98-4a84-9946-a81d2368fc27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f435bad-562b-4512-ad22-f7d76c210ce3 HTTP/1.1" status: 204 len: 168 time: 0.1348896 Apr 06 14:01:41.959215 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45973c4-0b98-4a84-9946-a81d2368fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f435bad-562b-4512-ad22-f7d76c210ce3,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:41.960438 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eefdce-1903-43a2-b157-d4a9fe429a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbe3ea-69b0-4d9c-bdb5-e3657893daca,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:01:42.379331 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-12ab6a34-579d-4efd-bf74-36b164ac8033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:44.832386 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-29ab61fc-1a85-4381-a9e6-1b819a87b958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:45.613065 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:47.042772 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:01:48.443245 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:01.535652 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:02:08.900386 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:12.375850 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-688c836b-c694-48a0-911e-a58f83503cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:13.728722 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-c3065e99-5249-43ca-85ba-68dbb4d1b2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443480 Apr 06 14:02:13.827331 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-91ca9504-18b7-4819-9697-e14279e60258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:13.828959 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-91ca9504-18b7-4819-9697-e14279e60258 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1129 time: 0.0516024 Apr 06 14:02:13.942510 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-b4fdd296-b303-4152-970f-29e2e2cd0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:13.944019 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-b4fdd296-b303-4152-970f-29e2e2cd0d3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 908 time: 0.0923784 Apr 06 14:02:14.010516 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-7c22c07c-e483-48a7-b3d5-1e50da753e83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 1001 time: 0.0601952 Apr 06 14:02:14.067837 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-3e4469b3-6ae4-4976-8fad-266d74104702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:14.069447 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-3e4469b3-6ae4-4976-8fad-266d74104702 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0523474 Apr 06 14:02:14.122551 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-c9e93ea2-5f44-435c-ae9d-6f2c70a3c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:14.124085 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-c9e93ea2-5f44-435c-ae9d-6f2c70a3c417 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480387 Apr 06 14:02:14.136144 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-cc08b0f8-e7a9-4df0-9bdd-f3659d9f1494 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:02:14.137408 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-cc08b0f8-e7a9-4df0-9bdd-f3659d9f1494 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063746 Apr 06 14:02:14.239202 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-49d0c2c5-40fe-4d19-9453-1ff6f254c321 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962064 Apr 06 14:02:14.332231 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-38c6621c-4695-4190-80b2-e4a5a4255610 req-412a4593-e238-4615-a799-f834b04aee80 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861101 Apr 06 14:02:14.828591 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-803092dc-9070-4a4f-b161-d84af6ac6afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:15.617190 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:17.048776 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:18.449929 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:21.746116 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56358) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:21.926646 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.016901 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Publish callbacks [] for security_group (8561a4e1-724d-49cd-afd2-cbeffabedf6b), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.022079 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8561a4e1-724d-49cd-afd2-cbeffabedf6b), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.062659 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9953690c755044a8866cfb5128d605dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152993 Apr 06 14:02:22.063807 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8561a4e1-724d-49cd-afd2-cbeffabedf6b,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:22.065331 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56372) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:22.071848 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.072212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.072541 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.072884 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.073219 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.073604 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.073928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.074260 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.074598 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.074907 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.075234 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.075558 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.076063 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.076402 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.076697 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d26a93-9602-406f-a67d-76378c6a7b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:22.117909 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6af48cb4-035a-4992-b153-0bcffeb909e0 admin admin] Publish callbacks [] for security_group (8561a4e1-724d-49cd-afd2-cbeffabedf6b), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.140249 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6af48cb4-035a-4992-b153-0bcffeb909e0 admin admin] Publish callbacks [] for security_group (8561a4e1-724d-49cd-afd2-cbeffabedf6b), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.195894 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6af48cb4-035a-4992-b153-0bcffeb909e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8561a4e1-724d-49cd-afd2-cbeffabedf6b), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.199408 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-6af48cb4-035a-4992-b153-0bcffeb909e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:22.200796 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-6af48cb4-035a-4992-b153-0bcffeb909e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8561a4e1-724d-49cd-afd2-cbeffabedf6b HTTP/1.1" status: 204 len: 168 time: 0.1340370 Apr 06 14:02:22.209882 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af48cb4-035a-4992-b153-0bcffeb909e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8561a4e1-724d-49cd-afd2-cbeffabedf6b,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:24.072594 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56440) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:24.188406 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d03ac374-9a36-44e6-8315-e490e570a506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.282095 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d03ac374-9a36-44e6-8315-e490e570a506 admin admin] Publish callbacks [] for security_group (8aff9ba8-0b23-4f81-87c1-b366e2111db9), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.287333 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d03ac374-9a36-44e6-8315-e490e570a506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8aff9ba8-0b23-4f81-87c1-b366e2111db9), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.335334 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d03ac374-9a36-44e6-8315-e490e570a506 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=318fe0c0d9824ca092507f704795b1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612553 Apr 06 14:02:24.336346 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ac374-9a36-44e6-8315-e490e570a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff9ba8-0b23-4f81-87c1-b366e2111db9,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:24.338158 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56444) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:24.401925 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84817116-4c07-42bc-8a5b-09f5ab9f9cc8 admin admin] Publish callbacks [] for security_group (8aff9ba8-0b23-4f81-87c1-b366e2111db9), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.438638 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84817116-4c07-42bc-8a5b-09f5ab9f9cc8 admin admin] Publish callbacks [] for security_group (8aff9ba8-0b23-4f81-87c1-b366e2111db9), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.509955 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84817116-4c07-42bc-8a5b-09f5ab9f9cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (8aff9ba8-0b23-4f81-87c1-b366e2111db9), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.513003 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-84817116-4c07-42bc-8a5b-09f5ab9f9cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:24.514362 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-84817116-4c07-42bc-8a5b-09f5ab9f9cc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8aff9ba8-0b23-4f81-87c1-b366e2111db9 HTTP/1.1" status: 204 len: 168 time: 0.1750915 Apr 06 14:02:24.525938 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84817116-4c07-42bc-8a5b-09f5ab9f9cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff9ba8-0b23-4f81-87c1-b366e2111db9,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:25.083397 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56496) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:25.231045 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-87e0501b-4872-472e-88c6-507494f65575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.326958 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-87e0501b-4872-472e-88c6-507494f65575 admin admin] Publish callbacks [] for security_group (9f4ba00e-0120-48bb-b6b3-3590d8060f2e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.333243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-87e0501b-4872-472e-88c6-507494f65575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (9f4ba00e-0120-48bb-b6b3-3590d8060f2e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.370955 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-87e0501b-4872-472e-88c6-507494f65575 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8b7eb290ae042ae9f34644490f02514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859867 Apr 06 14:02:25.372018 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0501b-4872-472e-88c6-507494f65575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ba00e-0120-48bb-b6b3-3590d8060f2e,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:25.373834 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56508) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:25.428973 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5eae264c-5b34-45b9-b2ec-be02fd88c9ba admin admin] Publish callbacks [] for security_group (9f4ba00e-0120-48bb-b6b3-3590d8060f2e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.457190 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5eae264c-5b34-45b9-b2ec-be02fd88c9ba admin admin] Publish callbacks [] for security_group (9f4ba00e-0120-48bb-b6b3-3590d8060f2e), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.522816 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5eae264c-5b34-45b9-b2ec-be02fd88c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (9f4ba00e-0120-48bb-b6b3-3590d8060f2e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.525722 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5eae264c-5b34-45b9-b2ec-be02fd88c9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.526975 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-5eae264c-5b34-45b9-b2ec-be02fd88c9ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f4ba00e-0120-48bb-b6b3-3590d8060f2e HTTP/1.1" status: 204 len: 168 time: 0.1515405 Apr 06 14:02:25.536225 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae264c-5b34-45b9-b2ec-be02fd88c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ba00e-0120-48bb-b6b3-3590d8060f2e,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:25.898737 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56528) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:25.912190 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac8577c4-376e-4501-8108-b8a1f5463288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.983994 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56530) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:25.986193 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac8577c4-376e-4501-8108-b8a1f5463288 admin admin] Publish callbacks [] for security_group (b41e15a2-49b5-43f6-9e3e-b31855669bc9), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:25.991043 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-ac8577c4-376e-4501-8108-b8a1f5463288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (b41e15a2-49b5-43f6-9e3e-b31855669bc9), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.029993 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8577c4-376e-4501-8108-b8a1f5463288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e15a2-49b5-43f6-9e3e-b31855669bc9,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:26.037054 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-ac8577c4-376e-4501-8108-b8a1f5463288 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7b568f88b5e4dc892e5942180eda22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348379 Apr 06 14:02:26.037461 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56534) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:26.090786 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-90fb674c-4bff-4665-8324-5ea4b31c6131 admin admin] Publish callbacks [] for security_group (b41e15a2-49b5-43f6-9e3e-b31855669bc9), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.104747 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e219-5bf4-4c50-9a8a-042cc0ca755f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.126422 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-90fb674c-4bff-4665-8324-5ea4b31c6131 admin admin] Publish callbacks [] for security_group (b41e15a2-49b5-43f6-9e3e-b31855669bc9), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.203265 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-90fb674c-4bff-4665-8324-5ea4b31c6131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (b41e15a2-49b5-43f6-9e3e-b31855669bc9), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.205813 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-90fb674c-4bff-4665-8324-5ea4b31c6131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.206955 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-90fb674c-4bff-4665-8324-5ea4b31c6131 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b41e15a2-49b5-43f6-9e3e-b31855669bc9 HTTP/1.1" status: 204 len: 168 time: 0.1685252 Apr 06 14:02:26.226522 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb674c-4bff-4665-8324-5ea4b31c6131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e15a2-49b5-43f6-9e3e-b31855669bc9,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:26.230512 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e219-5bf4-4c50-9a8a-042cc0ca755f admin admin] Publish callbacks [] for security_group (43fb456f-683a-424c-a518-2205d9e4692f), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.236812 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-5ff4e219-5bf4-4c50-9a8a-042cc0ca755f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (43fb456f-683a-424c-a518-2205d9e4692f), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.274780 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-5ff4e219-5bf4-4c50-9a8a-042cc0ca755f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02a9046b9e134b06936e6535495bbf10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895179 Apr 06 14:02:26.276942 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4e219-5bf4-4c50-9a8a-042cc0ca755f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fb456f-683a-424c-a518-2205d9e4692f,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:26.277667 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56538) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:26.329915 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-98969bd4-cd31-4d99-b36a-d7307b80ca26 admin admin] Publish callbacks [] for security_group (43fb456f-683a-424c-a518-2205d9e4692f), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.350953 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-98969bd4-cd31-4d99-b36a-d7307b80ca26 admin admin] Publish callbacks [] for security_group (43fb456f-683a-424c-a518-2205d9e4692f), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.403970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-98969bd4-cd31-4d99-b36a-d7307b80ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (43fb456f-683a-424c-a518-2205d9e4692f), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.406590 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-98969bd4-cd31-4d99-b36a-d7307b80ca26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:26.408077 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-98969bd4-cd31-4d99-b36a-d7307b80ca26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43fb456f-683a-424c-a518-2205d9e4692f HTTP/1.1" status: 204 len: 168 time: 0.1275630 Apr 06 14:02:26.416358 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98969bd4-cd31-4d99-b36a-d7307b80ca26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fb456f-683a-424c-a518-2205d9e4692f,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:28.139328 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56636) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:28.252535 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-afb4e3c2-8a61-4eed-9842-9b30cdd3353c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.330996 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-afb4e3c2-8a61-4eed-9842-9b30cdd3353c admin admin] Publish callbacks [] for security_group (491d4372-71bb-4736-89ef-a1dccb1c674e), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.335840 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-afb4e3c2-8a61-4eed-9842-9b30cdd3353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (491d4372-71bb-4736-89ef-a1dccb1c674e), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.374988 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-afb4e3c2-8a61-4eed-9842-9b30cdd3353c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e19e6ebe69e42369af49b21a71809d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344916 Apr 06 14:02:28.375873 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4e3c2-8a61-4eed-9842-9b30cdd3353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491d4372-71bb-4736-89ef-a1dccb1c674e,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:28.377853 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56640) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:28.429188 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-723e9627-26e1-4bba-af7c-0533a056ffd9 admin admin] Publish callbacks [] for security_group (491d4372-71bb-4736-89ef-a1dccb1c674e), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.452522 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-723e9627-26e1-4bba-af7c-0533a056ffd9 admin admin] Publish callbacks [] for security_group (491d4372-71bb-4736-89ef-a1dccb1c674e), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.504046 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-723e9627-26e1-4bba-af7c-0533a056ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (491d4372-71bb-4736-89ef-a1dccb1c674e), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.506603 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-723e9627-26e1-4bba-af7c-0533a056ffd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.507778 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-723e9627-26e1-4bba-af7c-0533a056ffd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/491d4372-71bb-4736-89ef-a1dccb1c674e HTTP/1.1" status: 204 len: 168 time: 0.1289120 Apr 06 14:02:28.516335 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e9627-26e1-4bba-af7c-0533a056ffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d4372-71bb-4736-89ef-a1dccb1c674e,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:28.794405 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56646) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:28.810507 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a260f060-97b7-499a-a98d-42d3252eaf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.892555 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a260f060-97b7-499a-a98d-42d3252eaf3d admin admin] Publish callbacks [] for security_group (7f529594-dcce-4add-a148-1c5cd261b2e1), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.903774 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a260f060-97b7-499a-a98d-42d3252eaf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (7f529594-dcce-4add-a148-1c5cd261b2e1), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:28.940747 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260f060-97b7-499a-a98d-42d3252eaf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f529594-dcce-4add-a148-1c5cd261b2e1,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:28.945093 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a260f060-97b7-499a-a98d-42d3252eaf3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8726bf25bfc24929a1d65c83df48f9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496146 Apr 06 14:02:28.947820 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56648) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:28.999230 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2b6557b4-94a1-402c-82f3-731a503a2ee5 admin admin] Publish callbacks [] for security_group (7f529594-dcce-4add-a148-1c5cd261b2e1), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:29.021128 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2b6557b4-94a1-402c-82f3-731a503a2ee5 admin admin] Publish callbacks [] for security_group (7f529594-dcce-4add-a148-1c5cd261b2e1), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:29.079471 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2b6557b4-94a1-402c-82f3-731a503a2ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (7f529594-dcce-4add-a148-1c5cd261b2e1), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:29.083514 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2b6557b4-94a1-402c-82f3-731a503a2ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:29.085055 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2b6557b4-94a1-402c-82f3-731a503a2ee5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f529594-dcce-4add-a148-1c5cd261b2e1 HTTP/1.1" status: 204 len: 168 time: 0.1361365 Apr 06 14:02:29.098464 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6557b4-94a1-402c-82f3-731a503a2ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f529594-dcce-4add-a148-1c5cd261b2e1,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:30.284923 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56686) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:30.394859 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-fc91b9d3-e5a0-4ee1-97b5-6b5ad162327c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.487337 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-fc91b9d3-e5a0-4ee1-97b5-6b5ad162327c admin admin] Publish callbacks [] for security_group (78baf6bd-4519-44eb-9e43-ca1c4543dcf4), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.493315 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-fc91b9d3-e5a0-4ee1-97b5-6b5ad162327c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (78baf6bd-4519-44eb-9e43-ca1c4543dcf4), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.537934 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-fc91b9d3-e5a0-4ee1-97b5-6b5ad162327c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=972d832152ed4a498d0f2df98fbbc18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518787 Apr 06 14:02:30.539050 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91b9d3-e5a0-4ee1-97b5-6b5ad162327c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78baf6bd-4519-44eb-9e43-ca1c4543dcf4,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:30.540702 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56690) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:30.591714 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-72ef0ae9-a429-4c65-b542-c3989dde1d1c admin admin] Publish callbacks [] for security_group (78baf6bd-4519-44eb-9e43-ca1c4543dcf4), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.613534 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-72ef0ae9-a429-4c65-b542-c3989dde1d1c admin admin] Publish callbacks [] for security_group (78baf6bd-4519-44eb-9e43-ca1c4543dcf4), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.670047 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-72ef0ae9-a429-4c65-b542-c3989dde1d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (78baf6bd-4519-44eb-9e43-ca1c4543dcf4), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.672527 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-72ef0ae9-a429-4c65-b542-c3989dde1d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:30.673906 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-72ef0ae9-a429-4c65-b542-c3989dde1d1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78baf6bd-4519-44eb-9e43-ca1c4543dcf4 HTTP/1.1" status: 204 len: 168 time: 0.1319938 Apr 06 14:02:30.682956 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef0ae9-a429-4c65-b542-c3989dde1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78baf6bd-4519-44eb-9e43-ca1c4543dcf4,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:38.542603 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:02:38.615766 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 56858) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:38.745084 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a97ee2f8-002c-47bd-8c1b-dc0c2ca2cb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.868910 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a97ee2f8-002c-47bd-8c1b-dc0c2ca2cb40 admin admin] Publish callbacks [] for security_group (6f3e7684-2cd2-4005-8043-43815f249d19), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.880863 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a97ee2f8-002c-47bd-8c1b-dc0c2ca2cb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (6f3e7684-2cd2-4005-8043-43815f249d19), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.895374 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:38.914401 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a97ee2f8-002c-47bd-8c1b-dc0c2ca2cb40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0623b38153894496a856f77c2af843b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973456 Apr 06 14:02:38.918319 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56868) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:38.930368 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ee2f8-002c-47bd-8c1b-dc0c2ca2cb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3e7684-2cd2-4005-8043-43815f249d19,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:38.999836 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Publish callbacks [] for security_group (6f3e7684-2cd2-4005-8043-43815f249d19), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.023360 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Publish callbacks [] for security_group (6f3e7684-2cd2-4005-8043-43815f249d19), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.096767 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (6f3e7684-2cd2-4005-8043-43815f249d19), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.099850 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:39.101361 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f3e7684-2cd2-4005-8043-43815f249d19 HTTP/1.1" status: 204 len: 168 time: 0.1799800 Apr 06 14:02:39.113476 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3e7684-2cd2-4005-8043-43815f249d19,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:39.123076 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.123589 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.124124 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.124502 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.124981 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.125429 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.125868 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.126208 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.126659 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.126999 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.127326 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.127701 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.128026 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.128356 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:39.128713 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c15fb-cd8a-442f-9ad4-f6840ef13a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:40.348464 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56904) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:40.523824 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-746a78fb-5ea8-4a38-a750-6ec93849b25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.683965 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-746a78fb-5ea8-4a38-a750-6ec93849b25d admin admin] Publish callbacks [] for security_group (2aaa4457-2e52-4bda-813d-f25fd14c30e8), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.690421 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-746a78fb-5ea8-4a38-a750-6ec93849b25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (2aaa4457-2e52-4bda-813d-f25fd14c30e8), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.736786 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-746a78fb-5ea8-4a38-a750-6ec93849b25d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e0719133b514cf6bd1a49e000045e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874404 Apr 06 14:02:40.737595 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a78fb-5ea8-4a38-a750-6ec93849b25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaa4457-2e52-4bda-813d-f25fd14c30e8,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:40.740362 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 56914) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:40.795915 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-60a94af8-3271-4a17-8019-ca9661114eaf admin admin] Publish callbacks [] for security_group (2aaa4457-2e52-4bda-813d-f25fd14c30e8), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.824213 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-60a94af8-3271-4a17-8019-ca9661114eaf admin admin] Publish callbacks [] for security_group (2aaa4457-2e52-4bda-813d-f25fd14c30e8), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.883057 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-60a94af8-3271-4a17-8019-ca9661114eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (2aaa4457-2e52-4bda-813d-f25fd14c30e8), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.886679 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-60a94af8-3271-4a17-8019-ca9661114eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:40.888180 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-60a94af8-3271-4a17-8019-ca9661114eaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2aaa4457-2e52-4bda-813d-f25fd14c30e8 HTTP/1.1" status: 204 len: 168 time: 0.1467583 Apr 06 14:02:40.901428 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a94af8-3271-4a17-8019-ca9661114eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaa4457-2e52-4bda-813d-f25fd14c30e8,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:42.373073 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b62cec4d-e7b9-4c52-a8e7-15a583ca1952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:44.843346 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8b644b59-646c-40e3-af2a-5fefe836c23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:45.627712 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:47.047856 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:47.957207 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa34f5-319c-4103-80f9-ba213166a222 req-187360c5-5f0d-4031-ba67-8da97e99edd5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:47.958829 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c1fa34f5-319c-4103-80f9-ba213166a222 req-187360c5-5f0d-4031-ba67-8da97e99edd5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0572011 Apr 06 14:02:48.016863 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c1fa34f5-319c-4103-80f9-ba213166a222 req-a9a21631-3fcc-4109-8842-1b0d97e7809a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517595 Apr 06 14:02:48.452352 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:49.153714 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b1bf3-3abe-4bfe-ada8-0173a301402b req-17ab277a-4039-4485-af6e-eebcab51f231 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:49.155296 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cf6b1bf3-3abe-4bfe-ada8-0173a301402b req-17ab277a-4039-4485-af6e-eebcab51f231 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0614667 Apr 06 14:02:49.211148 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cf6b1bf3-3abe-4bfe-ada8-0173a301402b req-0ebf605f-7a1d-443c-91a9-89a37881d56d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491800 Apr 06 14:02:50.337328 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90857433-23b9-4b25-b869-567664015de9 req-ccab06c3-5318-4274-a289-61cc290d9b66 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:50.339078 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-90857433-23b9-4b25-b869-567664015de9 req-ccab06c3-5318-4274-a289-61cc290d9b66 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0591519 Apr 06 14:02:50.399243 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-90857433-23b9-4b25-b869-567664015de9 req-2805e2d6-a8d7-43dc-93ed-d5f07cd62e69 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538487 Apr 06 14:02:50.906036 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57062) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:51.025831 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50f6d4eb-cfb2-47bb-9f21-73df94009458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:51.109795 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50f6d4eb-cfb2-47bb-9f21-73df94009458 admin admin] Publish callbacks [] for security_group (75d8c326-25bc-4773-acd1-1003ce595f03), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:51.114974 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-50f6d4eb-cfb2-47bb-9f21-73df94009458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (75d8c326-25bc-4773-acd1-1003ce595f03), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:51.151898 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-50f6d4eb-cfb2-47bb-9f21-73df94009458 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2182076aa0d84e47898114473f409031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446554 Apr 06 14:02:51.152792 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6d4eb-cfb2-47bb-9f21-73df94009458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d8c326-25bc-4773-acd1-1003ce595f03,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:51.154716 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57068) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:51.203845 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-842094cd-4706-47d0-9849-4e36131ff3cf admin admin] Publish callbacks [] for security_group (75d8c326-25bc-4773-acd1-1003ce595f03), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:51.225103 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-842094cd-4706-47d0-9849-4e36131ff3cf admin admin] Publish callbacks [] for security_group (75d8c326-25bc-4773-acd1-1003ce595f03), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:51.276532 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-842094cd-4706-47d0-9849-4e36131ff3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (75d8c326-25bc-4773-acd1-1003ce595f03), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:51.279963 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-842094cd-4706-47d0-9849-4e36131ff3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:51.281142 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-842094cd-4706-47d0-9849-4e36131ff3cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75d8c326-25bc-4773-acd1-1003ce595f03 HTTP/1.1" status: 204 len: 168 time: 0.1254244 Apr 06 14:02:51.289497 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842094cd-4706-47d0-9849-4e36131ff3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d8c326-25bc-4773-acd1-1003ce595f03,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:51.534788 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280786f6-20f6-45b1-b6eb-2f5bc0640300 req-38bd7a10-d650-46f4-88ca-57336d490249 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:51.539009 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-280786f6-20f6-45b1-b6eb-2f5bc0640300 req-38bd7a10-d650-46f4-88ca-57336d490249 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0605202 Apr 06 14:02:51.593857 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-280786f6-20f6-45b1-b6eb-2f5bc0640300 req-0d0a7442-3263-4e4a-a309-1db2bf640d59 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513279 Apr 06 14:02:51.959325 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57092) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:52.064802 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1834254592-network', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:52.087143 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Made reservation on behalf of daca92f24ab544959c3984ee85955fa2 for: {'network': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:52.089743 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.101549 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.187517 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Publish callbacks [] for security_group (b9ba1020-6678-418c-9d01-4ae174aa40bd), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.194216 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (b9ba1020-6678-418c-9d01-4ae174aa40bd), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.222913 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=110042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:02:52.229767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba1020-6678-418c-9d01-4ae174aa40bd,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:52.236095 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (73d93be8-0e7b-4278-8a7c-1a38eda4eed7), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.236444 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.segments_db [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Added segment 73d93be8-0e7b-4278-8a7c-1a38eda4eed7 of type vlan for network 531bde3b-4b4f-477c-90bd-ba85e5671257 Apr 06 14:02:52.280705 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (531bde3b-4b4f-477c-90bd-ba85e5671257), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.310201 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (531bde3b-4b4f-477c-90bd-ba85e5671257), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.311403 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:52.312155 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.370363 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4095502 Apr 06 14:02:52.373323 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57098) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:52.378436 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Request body: {'subnet': {'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1834254592-subnet', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'ip_version': 4}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:52.381644 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af185180-9068-4b0b-9889-c48b2a53e93f admin admin] Pushing event updated for resources: {'Network': ['ID=531bde3b-4b4f-477c-90bd-ba85e5671257,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:52.402294 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Made reservation on behalf of daca92f24ab544959c3984ee85955fa2 for: {'subnet': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:52.404693 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127465617'] for subnet (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.410345 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:02:52.598800 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125991713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127465615'] for subnet (76b29aab-0de8-40be-ac24-e457bd20f248), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.654511 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b29aab-0de8-40be-ac24-e457bd20f248,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:52.667510 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Checking segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:52.667870 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Network hostable DHCP agents. Network: 531bde3b-4b4f-477c-90bd-ba85e5671257, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:02:52.718411 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:02:52.731152 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, 531bde3b-4b4f-477c-90bd-ba85e5671257) {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:52.741174 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca2c93-582b-46dc-84ba-509328ada679 req-a8b5ceaa-a5bb-4c86-875d-210337fc26f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:52.742892 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4dca2c93-582b-46dc-84ba-509328ada679 req-a8b5ceaa-a5bb-4c86-875d-210337fc26f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0765510 Apr 06 14:02:52.743046 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ae002-846e-46b3-aaaa-8f824f4431a9 None None] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:02:52.743998 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:52.744584 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.775293 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a24095b5-0b7b-43c6-b94b-b3d759c672e2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4007368 Apr 06 14:02:52.778541 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57102) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:52.783094 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:52.822854 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (c6819563-c7c3-4c3d-b7e5-977643400107), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.823950 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (c6819563-c7c3-4c3d-b7e5-977643400107), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.832646 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4dca2c93-582b-46dc-84ba-509328ada679 req-e233a64a-ca7a-40f1-b987-1d02876b4a48 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814850 Apr 06 14:02:52.853849 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-531bde3b-4b4f-477c-90bd-ba85e5671257', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:02:52.854834 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:52.889709 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks [] for router_controller (c6819563-c7c3-4c3d-b7e5-977643400107), precommit_add_association {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.001838 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Allocated IP 172.20.0.2 (531bde3b-4b4f-477c-90bd-ba85e5671257/76b29aab-0de8-40be-ac24-e457bd20f248/c0051937-1f77-4914-ae27-10bb8f46eab4) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:53.042640 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks [] for router_gateway (c6819563-c7c3-4c3d-b7e5-977643400107), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.145787 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Publish callbacks [] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.161176 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.211813 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:53.215018 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:53.217840 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:53.227661 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Pushing event updated for resources: {'Port': ['ID=c0051937-1f77-4914-ae27-10bb8f46eab4,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:53.238549 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.238902 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.239243 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.239595 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.240112 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.240448 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.240808 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.241430 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.242125 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.242474 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.242809 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.243140 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.243473 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.243825 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.244166 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:02:53.247225 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks [] for router_gateway (c6819563-c7c3-4c3d-b7e5-977643400107), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.267012 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.298656 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Attempting to bind port c0051937-1f77-4914-ae27-10bb8f46eab4 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:53.299138 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Attempting to bind port c0051937-1f77-4914-ae27-10bb8f46eab4 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:53.299507 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Attempting to bind port c0051937-1f77-4914-ae27-10bb8f46eab4 on network 531bde3b-4b4f-477c-90bd-ba85e5671257 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:53.305516 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:53.305876 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Checking segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:53.306306 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.306760 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Bound using segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:53.307250 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Bound port: c0051937-1f77-4914-ae27-10bb8f46eab4, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:53.307672 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.381937 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Allocated IP 172.27.3.141 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/d8010e4d-5b37-4d02-8e88-129b689c923a) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:53.397788 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] For port c0051937-1f77-4914-ae27-10bb8f46eab4, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:53.401729 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] For port c0051937-1f77-4914-ae27-10bb8f46eab4, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=c0051937-1f77-4914-ae27-10bb8f46eab4,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:53.410121 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.473605 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce86f39-03a2-4f7e-8bc1-cf75471a5f5a None None] Pushing event updated for resources: {'Port': ['ID=c0051937-1f77-4914-ae27-10bb8f46eab4,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:53.518607 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks [] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.565586 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:53.612210 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:53.619436 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:53.624376 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:53.654637 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d8010e4d-5b37-4d02-8e88-129b689c923a,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:53.995615 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks [] for router_gateway (c6819563-c7c3-4c3d-b7e5-977643400107), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.053202 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917344b-4550-4b74-9a7a-6774902e534b req-0b17d1ee-2c3d-4d6f-87d3-a867ec62165d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:54.054889 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f917344b-4550-4b74-9a7a-6774902e534b req-0b17d1ee-2c3d-4d6f-87d3-a867ec62165d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.1127036 Apr 06 14:02:54.156500 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f917344b-4550-4b74-9a7a-6774902e534b req-6606674c-00c3-4a29-ac0d-201007675725 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918143 Apr 06 14:02:54.299100 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (c6819563-c7c3-4c3d-b7e5-977643400107), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.491258 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Router c6819563-c7c3-4c3d-b7e5-977643400107 is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:02:54.509036 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c1f82-f9cc-4504-a8b5-ed4d9588273f None None] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:02:54.606735 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-17dba402-bc7c-47d7-8b9d-61812e8aac34 None None] Provisioning complete for port c0051937-1f77-4914-ae27-10bb8f46eab4 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:54.607226 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-17dba402-bc7c-47d7-8b9d-61812e8aac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.641707 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:02:54.670562 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.672189 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-433cee50-509a-4720-a74e-1363f038d0d5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8927824 Apr 06 14:02:54.672772 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:54.674963 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57114) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:54.698885 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:54.699542 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:02:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:54.849560 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-17dba402-bc7c-47d7-8b9d-61812e8aac34 None None] Current status of the port c0051937-1f77-4914-ae27-10bb8f46eab4 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:54.849942 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-17dba402-bc7c-47d7-8b9d-61812e8aac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:54.906843 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:54.980472 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-17dba402-bc7c-47d7-8b9d-61812e8aac34 None None] For port c0051937-1f77-4914-ae27-10bb8f46eab4, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=c0051937-1f77-4914-ae27-10bb8f46eab4,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:54.995219 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-17dba402-bc7c-47d7-8b9d-61812e8aac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.105161 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dba402-bc7c-47d7-8b9d-61812e8aac34 None None] Pushing event updated for resources: {'Port': ['ID=c0051937-1f77-4914-ae27-10bb8f46eab4,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:55.154117 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-cc0f0061-bc83-45b6-a730-c75092b9165a None None] Provisioning complete for port c0051937-1f77-4914-ae27-10bb8f46eab4 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:55.154385 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-cc0f0061-bc83-45b6-a730-c75092b9165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.221905 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:53Z', 'revision_number': 3, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:55.358516 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca38e6-2c64-4593-9683-e16552dffe3d req-88a7f1b6-70ba-4a3b-99cc-f6ff5cd19117 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:55.360286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c3ca38e6-2c64-4593-9683-e16552dffe3d req-88a7f1b6-70ba-4a3b-99cc-f6ff5cd19117 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0960922 Apr 06 14:02:55.438781 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:55.439226 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Updating router c6819563-c7c3-4c3d-b7e5-977643400107 port d8010e4d-5b37-4d02-8e88-129b689c923a binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:02:55.468390 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c3ca38e6-2c64-4593-9683-e16552dffe3d req-a1dadd6d-daf8-44af-b7e6-af57899b7a4f tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972025 Apr 06 14:02:55.486935 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device c0051937-1f77-4914-ae27-10bb8f46eab4 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:55.489601 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f0061-bc83-45b6-a730-c75092b9165a None None] Current status of the port c0051937-1f77-4914-ae27-10bb8f46eab4 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:55.521385 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.543856 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.659790 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port c0051937-1f77-4914-ae27-10bb8f46eab4 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:55.660068 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.736903 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Allocated IP 172.20.0.1 (531bde3b-4b4f-477c-90bd-ba85e5671257/76b29aab-0de8-40be-ac24-e457bd20f248/75ed79b9-6783-4f5e-a158-1be780153055) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:55.822390 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port c0051937-1f77-4914-ae27-10bb8f46eab4 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:55.895273 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Publish callbacks [] for port (75ed79b9-6783-4f5e-a158-1be780153055), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.935819 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (75ed79b9-6783-4f5e-a158-1be780153055), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.962459 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Publish callbacks [] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.969648 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:55.992113 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:55.999722 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:56.005024 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:56.029835 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Attempting to bind port d8010e4d-5b37-4d02-8e88-129b689c923a on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:56.030209 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Attempting to bind port d8010e4d-5b37-4d02-8e88-129b689c923a by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:56.030571 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Attempting to bind port d8010e4d-5b37-4d02-8e88-129b689c923a on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:56.036758 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=75ed79b9-6783-4f5e-a158-1be780153055,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:56.040675 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19280769-89ea-4c07-a04c-d6bee34b1813 None None] Pushing event updated for resources: {'Port': ['ID=d8010e4d-5b37-4d02-8e88-129b689c923a,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:56.048415 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:56.048806 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:56.049607 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.050238 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:56.051616 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Bound port: d8010e4d-5b37-4d02-8e88-129b689c923a, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:56.052116 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.062064 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (c6819563-c7c3-4c3d-b7e5-977643400107), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.114550 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] For port d8010e4d-5b37-4d02-8e88-129b689c923a, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:56.118561 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] For port d8010e4d-5b37-4d02-8e88-129b689c923a, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=d8010e4d-5b37-4d02-8e88-129b689c923a,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:56.127761 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.187400 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:56.188147 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:02:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:56.231557 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (75ed79b9-6783-4f5e-a158-1be780153055), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.236229 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19280769-89ea-4c07-a04c-d6bee34b1813 None None] Pushing event updated for resources: {'Port': ['ID=d8010e4d-5b37-4d02-8e88-129b689c923a,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:56.328932 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:56.359235 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-f946a40e-002e-4171-a693-cd2f8df8bd90 None None] Provisioning complete for port 75ed79b9-6783-4f5e-a158-1be780153055 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:56.359607 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-f946a40e-002e-4171-a693-cd2f8df8bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (75ed79b9-6783-4f5e-a158-1be780153055), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.416471 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Publish callbacks [] for port (75ed79b9-6783-4f5e-a158-1be780153055), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.424296 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991080'] for port (75ed79b9-6783-4f5e-a158-1be780153055), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.460016 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-f946a40e-002e-4171-a693-cd2f8df8bd90 None None] Port 75ed79b9-6783-4f5e-a158-1be780153055 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:56.494070 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=75ed79b9-6783-4f5e-a158-1be780153055,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:56.499364 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (c6819563-c7c3-4c3d-b7e5-977643400107), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:56.599315 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:02:55Z', 'revision_number': 1, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:56.637696 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b5d8ea-5f74-4b2e-8599-de004a4298b7 None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:02:55Z', 'revision_number': 1, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:02:56.653202 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:56.659626 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:56.675371 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf9419-1f3b-437a-ad42-b59d088c1dc8 req-de88d88d-9888-42fd-b602-a9f2e4a0e31d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:56.677916 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41cf9419-1f3b-437a-ad42-b59d088c1dc8 req-de88d88d-9888-42fd-b602-a9f2e4a0e31d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.1116152 Apr 06 14:02:56.796942 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-41cf9419-1f3b-437a-ad42-b59d088c1dc8 req-22715bf7-6b89-4117-9860-9bf4962fdae3 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121016 Apr 06 14:02:56.862881 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Router c6819563-c7c3-4c3d-b7e5-977643400107 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:02:56.988526 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-92296472-4327-4a76-9ce7-112fc7b229a7 None None] Provisioning complete for port 75ed79b9-6783-4f5e-a158-1be780153055 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:56.988751 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-92296472-4327-4a76-9ce7-112fc7b229a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (75ed79b9-6783-4f5e-a158-1be780153055), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:57.026853 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-92296472-4327-4a76-9ce7-112fc7b229a7 None None] Port 75ed79b9-6783-4f5e-a158-1be780153055 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:02:57.032544 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:02:57.043851 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f675e87d-70d2-468f-8812-fc4b86b19bc4 admin admin] 10.222.0.44 "PUT /v2.0/routers/c6819563-c7c3-4c3d-b7e5-977643400107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3664124 Apr 06 14:02:57.666966 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57150) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:57.672152 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1004859651-network', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:57.701232 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Made reservation on behalf of e4324bc7aff043eca451811011ee2ca1 for: {'network': 1} {{(pid=110043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:57.703747 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for network (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:57.713971 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:57.810618 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Publish callbacks [] for security_group (83f5ee63-beeb-4bb0-9d68-e6d6ad58f87a), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:57.816174 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (83f5ee63-beeb-4bb0-9d68-e6d6ad58f87a), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:57.850525 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=110043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:02:57.861714 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f5ee63-beeb-4bb0-9d68-e6d6ad58f87a,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:57.867011 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (f45cd808-aac6-44dc-81aa-803b9edf419e), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:57.867360 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.segments_db [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Added segment f45cd808-aac6-44dc-81aa-803b9edf419e of type vlan for network e49197d3-f071-4fd2-a664-6edc83a68636 Apr 06 14:02:57.939987 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773216054339'] for network (e49197d3-f071-4fd2-a664-6edc83a68636), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:57.983734 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139963b-a191-41fd-9aff-2fcc124eb3c6 req-ea2a2cf2-5114-40e4-b960-487f1f0d3b8a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:57.985760 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d139963b-a191-41fd-9aff-2fcc124eb3c6 req-ea2a2cf2-5114-40e4-b960-487f1f0d3b8a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.1095929 Apr 06 14:02:57.987122 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640'] for network (e49197d3-f071-4fd2-a664-6edc83a68636), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:57.988161 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:57.988870 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.065470 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3972473 Apr 06 14:02:58.068870 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57154) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:58.078957 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Request body: {'subnet': {'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1004859651-subnet', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'ip_version': 4}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:58.082129 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b27334-363f-4ebc-9e0a-9883db3b5427 admin admin] Pushing event updated for resources: {'Network': ['ID=e49197d3-f071-4fd2-a664-6edc83a68636,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:58.094057 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Network e49197d3-f071-4fd2-a664-6edc83a68636 details requested by agent ovs-agent-dv-cinder-836804-1-iscsi with host dv-cinder-836804-1-iscsi {{(pid=110044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:02:58.111314 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Made reservation on behalf of e4324bc7aff043eca451811011ee2ca1 for: {'subnet': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:02:58.114101 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119144092'] for subnet (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.118711 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d139963b-a191-41fd-9aff-2fcc124eb3c6 req-beafc590-302f-4556-9d4a-d0efd497e4bd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255133 Apr 06 14:02:58.319189 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119505419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119144066'] for subnet (22f1416a-9b92-497d-a947-6866e0fa510e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.380803 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f1416a-9b92-497d-a947-6866e0fa510e,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:58.387283 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Checking segment: {'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:58.387283 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Network hostable DHCP agents. Network: e49197d3-f071-4fd2-a664-6edc83a68636, hostable agents: ['cab79212-15df-4478-8982-c1fa7dbb20bc'], hosted agents: [] {{(pid=110042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:02:58.407207 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Network e49197d3-f071-4fd2-a664-6edc83a68636 is scheduled to be hosted by DHCP agent cab79212-15df-4478-8982-c1fa7dbb20bc with binding_index 1 {{(pid=110042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:02:58.419225 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836804-1-iscsi, e49197d3-f071-4fd2-a664-6edc83a68636) {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:58.424348 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:58.424938 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.433602 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc71ff-5b98-4723-8bf4-f4f72bfb2316 None None] Network e49197d3-f071-4fd2-a664-6edc83a68636 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:02:58.445946 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-09141d10-33f4-49e1-ba03-21800499c769 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3752818 Apr 06 14:02:58.448378 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57158) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:02:58.453415 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:02:58.474783 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1694993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63950'] for router (efe0eb22-2f89-462b-9c2a-6c88d12d1990), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.475990 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1660021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63927'] for router (efe0eb22-2f89-462b-9c2a-6c88d12d1990), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.554158 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks [] for router_controller (efe0eb22-2f89-462b-9c2a-6c88d12d1990), precommit_add_association {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.557961 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1462cf61-7d94-5154-8a4a-4b1b0b7b6086-e49197d3-f071-4fd2-a664-6edc83a68636', 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636', 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'fixed_ips': [{'subnet_id': '22f1416a-9b92-497d-a947-6866e0fa510e'}]}} from dv-cinder-836804-1-iscsi. {{(pid=110044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:02:58.558881 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.712955 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.db_base_plugin_common [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Allocated IP 172.20.0.2 (e49197d3-f071-4fd2-a664-6edc83a68636/22f1416a-9b92-497d-a947-6866e0fa510e/53099077-7e98-4849-ac1c-611702b18d48) {{(pid=110044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:58.715733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks [] for router_gateway (efe0eb22-2f89-462b-9c2a-6c88d12d1990), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.890892 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Publish callbacks [] for port (53099077-7e98-4849-ac1c-611702b18d48), precommit_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.904521 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766'] for port (53099077-7e98-4849-ac1c-611702b18d48), after_create {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.944592 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Network e49197d3-f071-4fd2-a664-6edc83a68636 is already hosted by enough agents. {{(pid=110044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:58.947555 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.scheduler.base_scheduler [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Resources bound (agent type, host, resource id): {{(pid=110044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:58.953814 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Received port after_create {{(pid=110044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:58.955656 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks [] for router_gateway (efe0eb22-2f89-462b-9c2a-6c88d12d1990), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:58.964730 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Pushing event updated for resources: {'Port': ['ID=53099077-7e98-4849-ac1c-611702b18d48,revision_number=1']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:58.976747 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.031459 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Attempting to bind port 53099077-7e98-4849-ac1c-611702b18d48 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:02:59.032055 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Attempting to bind port 53099077-7e98-4849-ac1c-611702b18d48 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:02:59.033129 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Attempting to bind port 53099077-7e98-4849-ac1c-611702b18d48 on network e49197d3-f071-4fd2-a664-6edc83a68636 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:02:59.040608 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:02:59.041119 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Checking segment: {'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:02:59.041483 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.041971 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Bound using segment: {'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:02:59.042456 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Bound port: 53099077-7e98-4849-ac1c-611702b18d48, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:02:59.042829 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (53099077-7e98-4849-ac1c-611702b18d48), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.097711 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Allocated IP 172.27.3.152 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/55315472-d691-49b9-8ab1-e0bbb5704af6) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:02:59.114582 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] For port 53099077-7e98-4849-ac1c-611702b18d48, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:02:59.119419 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] For port 53099077-7e98-4849-ac1c-611702b18d48, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=53099077-7e98-4849-ac1c-611702b18d48,segment=NetworkSegment(f45cd808-aac6-44dc-81aa-803b9edf419e),segment_id=f45cd808-aac6-44dc-81aa-803b9edf419e)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:02:59.126901 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (53099077-7e98-4849-ac1c-611702b18d48), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.158941 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:02:59.177980 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:02:59.179097 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:02:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:59.209655 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be0af4-a075-4e0c-be06-2b06c7d6eec8 None None] Pushing event updated for resources: {'Port': ['ID=53099077-7e98-4849-ac1c-611702b18d48,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:59.246793 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks [] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.287824 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.333640 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f3972-de05-4e31-9de1-8f76c0a32604 req-3d677b48-017c-4d2d-a66b-c0c92eb443af tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:02:59.341824 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a5f3972-de05-4e31-9de1-8f76c0a32604 req-3d677b48-017c-4d2d-a66b-c0c92eb443af tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.1094537 Apr 06 14:02:59.342065 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:02:59.345645 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:02:59.350610 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:02:59.352616 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:02:59.391494 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=55315472-d691-49b9-8ab1-e0bbb5704af6,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:02:59.413839 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4a5f3972-de05-4e31-9de1-8f76c0a32604 req-31ec52b0-d80e-4393-80f6-bf968cdd5033 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664432 Apr 06 14:02:59.574070 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d8010e4d-5b37-4d02-8e88-129b689c923a up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:02:59.639541 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port d8010e4d-5b37-4d02-8e88-129b689c923a triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:02:59.640233 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.719308 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 2, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:02:59.747026 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:02:59.747298 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks [] for router_gateway (efe0eb22-2f89-462b-9c2a-6c88d12d1990), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.747408 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Updating router c6819563-c7c3-4c3d-b7e5-977643400107 port 75ed79b9-6783-4f5e-a158-1be780153055 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:02:59.759606 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port d8010e4d-5b37-4d02-8e88-129b689c923a is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:02:59.759993 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.781142 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (75ed79b9-6783-4f5e-a158-1be780153055), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.783843 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port d8010e4d-5b37-4d02-8e88-129b689c923a, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=d8010e4d-5b37-4d02-8e88-129b689c923a,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:02:59.797164 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:02:59.881638 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=d8010e4d-5b37-4d02-8e88-129b689c923a,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:00.006734 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681600'] for router (efe0eb22-2f89-462b-9c2a-6c88d12d1990), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.063735 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Publish callbacks [] for port (75ed79b9-6783-4f5e-a158-1be780153055), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.072478 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (75ed79b9-6783-4f5e-a158-1be780153055), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.119002 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Pushing event updated for resources: {'Port': ['ID=75ed79b9-6783-4f5e-a158-1be780153055,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:00.139504 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.139504 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.139834 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.139965 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.140308 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.140649 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.140975 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.141673 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.141673 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.142018 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.142282 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.142624 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.142948 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.143270 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.143593 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:00.190452 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Router efe0eb22-2f89-462b-9c2a-6c88d12d1990 is scheduled to L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 with binding_index 1 {{(pid=110042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:03:00.196154 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Attempting to bind port 75ed79b9-6783-4f5e-a158-1be780153055 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:03:00.196707 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Attempting to bind port 75ed79b9-6783-4f5e-a158-1be780153055 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:03:00.196887 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Attempting to bind port 75ed79b9-6783-4f5e-a158-1be780153055 on network 531bde3b-4b4f-477c-90bd-ba85e5671257 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:03:00.202645 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:03:00.203025 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Checking segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:03:00.203434 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.203830 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Bound using segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:03:00.204309 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Bound port: 75ed79b9-6783-4f5e-a158-1be780153055, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:03:00.204692 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (75ed79b9-6783-4f5e-a158-1be780153055), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.291078 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] For port 75ed79b9-6783-4f5e-a158-1be780153055, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:03:00.300119 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] For port 75ed79b9-6783-4f5e-a158-1be780153055, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=75ed79b9-6783-4f5e-a158-1be780153055,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:03:00.309975 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (75ed79b9-6783-4f5e-a158-1be780153055), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.394578 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:03:00.408960 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Sync routers for ids ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:03:00.415567 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3bcdd-050e-4fd1-ade0-42d6c2ad5ae6 None None] Pushing event updated for resources: {'Port': ['ID=75ed79b9-6783-4f5e-a158-1be780153055,revision_number=4']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:00.417132 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.421310 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d4f97949-7c07-46b6-8091-69920a878fa2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9696915 Apr 06 14:03:00.423162 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57166) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:00.423910 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:00.424642 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:02:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:00.445927 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Routers {'efe0eb22-2f89-462b-9c2a-6c88d12d1990'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:00.447007 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:02:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:00.572990 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-fef9612e-3302-4eab-9312-790b5eb82fd0 None None] Provisioning complete for port 75ed79b9-6783-4f5e-a158-1be780153055 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:00.573947 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fef9612e-3302-4eab-9312-790b5eb82fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (75ed79b9-6783-4f5e-a158-1be780153055), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:00.621804 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:00.699441 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028d7d6-02f0-4af2-b46f-f00191c0a1dd req-71cb84fe-b0a9-4383-87cb-ce248b564e8f tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:00.712463 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8028d7d6-02f0-4af2-b46f-f00191c0a1dd req-71cb84fe-b0a9-4383-87cb-ce248b564e8f tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.1550448 Apr 06 14:03:00.824157 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8028d7d6-02f0-4af2-b46f-f00191c0a1dd req-ed1926d0-f571-4d31-a815-f3f32549d30c tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105604 Apr 06 14:03:00.860883 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef760b60-1d7f-43fe-b671-ce740c95ad56 None None] Network e49197d3-f071-4fd2-a664-6edc83a68636 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:03:00.920613 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:00Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:00.923769 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Set router efe0eb22-2f89-462b-9c2a-6c88d12d1990 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:00.953833 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79ca9a-0aae-4a04-a52d-b0aa0dc6d9f5 None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:00Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:03:01.089052 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.114988 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-fef9612e-3302-4eab-9312-790b5eb82fd0 None None] Current status of the port 75ed79b9-6783-4f5e-a158-1be780153055 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:01.114988 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fef9612e-3302-4eab-9312-790b5eb82fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (75ed79b9-6783-4f5e-a158-1be780153055), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.203172 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-fef9612e-3302-4eab-9312-790b5eb82fd0 None None] For port 75ed79b9-6783-4f5e-a158-1be780153055, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=75ed79b9-6783-4f5e-a158-1be780153055,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:01.217761 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fef9612e-3302-4eab-9312-790b5eb82fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (75ed79b9-6783-4f5e-a158-1be780153055), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.300036 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9612e-3302-4eab-9312-790b5eb82fd0 None None] Pushing event updated for resources: {'Port': ['ID=75ed79b9-6783-4f5e-a158-1be780153055,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:01.315016 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 3, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port': {'id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:01.316862 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_common [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Allocated IP 172.20.0.1 (e49197d3-f071-4fd2-a664-6edc83a68636/22f1416a-9b92-497d-a947-6866e0fa510e/01f3d640-6d90-4e9d-b446-d2034b0c5770) {{(pid=110043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:03:01.372600 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Checking router: efe0eb22-2f89-462b-9c2a-6c88d12d1990 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:03:01.373502 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Updating router efe0eb22-2f89-462b-9c2a-6c88d12d1990 port 55315472-d691-49b9-8ab1-e0bbb5704af6 binding host dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:03:01.461713 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Provisioning complete for port 75ed79b9-6783-4f5e-a158-1be780153055 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:01.462419 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (75ed79b9-6783-4f5e-a158-1be780153055), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.468277 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.531214 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Publish callbacks [] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.586228 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.653906 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Network e49197d3-f071-4fd2-a664-6edc83a68636 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:03:01.654296 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 75ed79b9-6783-4f5e-a158-1be780153055 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:01.658051 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:03:01.662304 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Received port after_create {{(pid=110043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:03:01.711430 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Pushing event updated for resources: {'Port': ['ID=01f3d640-6d90-4e9d-b446-d2034b0c5770,revision_number=1']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:01.719077 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1681425'] for router_interface (efe0eb22-2f89-462b-9c2a-6c88d12d1990), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.862792 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), before_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:01.893183 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Current status of the port 75ed79b9-6783-4f5e-a158-1be780153055 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:01.946761 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 75ed79b9-6783-4f5e-a158-1be780153055 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:01.947014 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (75ed79b9-6783-4f5e-a158-1be780153055), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.005671 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Publish callbacks [] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), precommit_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.007452 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Provisioning complete for port 53099077-7e98-4849-ac1c-611702b18d48 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:02.007743 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (53099077-7e98-4849-ac1c-611702b18d48), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.034245 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.049848 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901dcc7-8336-4d7e-aa7f-15ebdf1d8e99 req-944b6ed1-4833-4496-8c6f-eaaa25a064f1 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:02.051419 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1901dcc7-8336-4d7e-aa7f-15ebdf1d8e99 req-944b6ed1-4833-4496-8c6f-eaaa25a064f1 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.1086907 Apr 06 14:03:02.128109 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Publish callbacks [] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), precommit_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.131668 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Attempting to bind port 55315472-d691-49b9-8ab1-e0bbb5704af6 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:03:02.132035 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Attempting to bind port 55315472-d691-49b9-8ab1-e0bbb5704af6 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:03:02.132398 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Attempting to bind port 55315472-d691-49b9-8ab1-e0bbb5704af6 on network 45366ff3-7aa4-45a2-b359-242735ffa3e3 {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:03:02.133432 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1901dcc7-8336-4d7e-aa7f-15ebdf1d8e99 req-c0df505d-7870-4c52-97e2-7aa9fe146a86 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718541 Apr 06 14:03:02.135133 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991080'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), after_update {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.138486 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6cf18-f544-4908-853f-a47dedf9cc76 None None] Pushing event updated for resources: {'Port': ['ID=55315472-d691-49b9-8ab1-e0bbb5704af6,revision_number=2']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:02.158299 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:03:02.158680 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Checking segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:03:02.159076 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.159499 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Bound using segment: {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'} {{(pid=110044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:03:02.159977 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.managers [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Bound port: 55315472-d691-49b9-8ab1-e0bbb5704af6, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da348d91-16d2-44e8-93e0-f547931a4a22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3'}}] {{(pid=110044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:03:02.160356 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.183289 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 75ed79b9-6783-4f5e-a158-1be780153055 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:02.183975 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d8010e4d-5b37-4d02-8e88-129b689c923a up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:02.206871 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Pushing event updated for resources: {'Port': ['ID=01f3d640-6d90-4e9d-b446-d2034b0c5770,revision_number=2']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:02.210121 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1808690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1681793'] for router_interface (efe0eb22-2f89-462b-9c2a-6c88d12d1990), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.259565 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Current status of the port 53099077-7e98-4849-ac1c-611702b18d48 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:02.259826 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (53099077-7e98-4849-ac1c-611702b18d48), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.284726 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] For port 55315472-d691-49b9-8ab1-e0bbb5704af6, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:03:02.310804 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Network e49197d3-f071-4fd2-a664-6edc83a68636 is already hosted by enough agents. {{(pid=110043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:03:02.312467 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.base_scheduler [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:03:02.312598 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] For port 55315472-d691-49b9-8ab1-e0bbb5704af6, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=55315472-d691-49b9-8ab1-e0bbb5704af6,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:03:02.324786 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] For port 53099077-7e98-4849-ac1c-611702b18d48, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=53099077-7e98-4849-ac1c-611702b18d48,segment=NetworkSegment(f45cd808-aac6-44dc-81aa-803b9edf419e),segment_id=f45cd808-aac6-44dc-81aa-803b9edf419e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:02.326705 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port d8010e4d-5b37-4d02-8e88-129b689c923a triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:02.327280 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.330035 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.334233 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (53099077-7e98-4849-ac1c-611702b18d48), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.436264 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Routers {'efe0eb22-2f89-462b-9c2a-6c88d12d1990'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:02.436915 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:02:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:02.439485 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6cf18-f544-4908-853f-a47dedf9cc76 None None] Pushing event updated for resources: {'Port': ['ID=55315472-d691-49b9-8ab1-e0bbb5704af6,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:02.465222 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Router efe0eb22-2f89-462b-9c2a-6c88d12d1990 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:03:02.599572 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:03:02.610866 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b5583787-7c71-4d05-b287-4cbb34d7fa6e admin admin] 10.222.0.44 "PUT /v2.0/routers/efe0eb22-2f89-462b-9c2a-6c88d12d1990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1811843 Apr 06 14:03:02.637758 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894d8b4-4e21-41f2-a2e5-fa4f26f8fb51 None None] Pushing event updated for resources: {'Port': ['ID=53099077-7e98-4849-ac1c-611702b18d48,revision_number=3']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:02.643728 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b7b57c27-f183-4df5-88c5-2452c2d060f0 None None] Provisioning complete for port 01f3d640-6d90-4e9d-b446-d2034b0c5770 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:02.644087 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b7b57c27-f183-4df5-88c5-2452c2d060f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.648398 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port d8010e4d-5b37-4d02-8e88-129b689c923a is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:02.649547 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 53099077-7e98-4849-ac1c-611702b18d48 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:02.707054 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] Set router efe0eb22-2f89-462b-9c2a-6c88d12d1990 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:02.758463 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b7b57c27-f183-4df5-88c5-2452c2d060f0 None None] Port 01f3d640-6d90-4e9d-b446-d2034b0c5770 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:03:02.969859 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 53099077-7e98-4849-ac1c-611702b18d48 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:02.970235 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (53099077-7e98-4849-ac1c-611702b18d48), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:02.972312 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b7b57c27-f183-4df5-88c5-2452c2d060f0 None None] Provisioning complete for port 53099077-7e98-4849-ac1c-611702b18d48 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:02.972673 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b7b57c27-f183-4df5-88c5-2452c2d060f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (53099077-7e98-4849-ac1c-611702b18d48), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.218825 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 53099077-7e98-4849-ac1c-611702b18d48 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:03.228408 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b7b57c27-f183-4df5-88c5-2452c2d060f0 None None] Current status of the port 53099077-7e98-4849-ac1c-611702b18d48 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:03.246192 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57194) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:03.250917 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-d1e122f2-fea4-4ee7-aa19-a11821385d9a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002034136', 'description': 'tempest-secgroup-smoke-1002034136 description', 'project_id': 'daca92f24ab544959c3984ee85955fa2'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:03.265973 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 4, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port': {'id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '01f3d640-6d90-4e9d-b446-d2034b0c5770', 'name': '', 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'mac_address': 'fa:16:3e:b5:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:03:01Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 2, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'subnets': [{'id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:03.283477 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d1e122f2-fea4-4ee7-aa19-a11821385d9a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.284622 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d7e45-089c-4d7d-888e-c4e41ef70128 req-f89e69c1-5e49-40a9-a200-542d0bfb1be5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:03.286189 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-817d7e45-089c-4d7d-888e-c4e41ef70128 req-f89e69c1-5e49-40a9-a200-542d0bfb1be5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0694501 Apr 06 14:03:03.298625 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0d369-cf3b-4ed7-b2f6-764d30b6766a None None] The sync data for ids ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'] in dv-cinder-836804-1-iscsi is: [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 4, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port': {'id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '01f3d640-6d90-4e9d-b446-d2034b0c5770', 'name': '', 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'mac_address': 'fa:16:3e:b5:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:03:01Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 2, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'subnets': [{'id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:03:03.370716 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-693136bd-d4ba-4efc-b0ef-ecada74a679f None None] Provisioning complete for port 01f3d640-6d90-4e9d-b446-d2034b0c5770 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:03.379195 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-693136bd-d4ba-4efc-b0ef-ecada74a679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.395891 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d1e122f2-fea4-4ee7-aa19-a11821385d9a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group (771e75e9-0987-4900-9a9c-b7db973e7cff), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.416230 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d1e122f2-fea4-4ee7-aa19-a11821385d9a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (771e75e9-0987-4900-9a9c-b7db973e7cff), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.440868 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-693136bd-d4ba-4efc-b0ef-ecada74a679f None None] Port 01f3d640-6d90-4e9d-b446-d2034b0c5770 cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:03:03.445820 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d1e122f2-fea4-4ee7-aa19-a11821385d9a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.449976 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d1e122f2-fea4-4ee7-aa19-a11821385d9a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1998885 Apr 06 14:03:03.450998 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57196) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:03.461992 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-69ff54c4-8812-4e14-b3ca-5147a3fbdd19 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'security_group_rule': {'security_group_id': '771e75e9-0987-4900-9a9c-b7db973e7cff', 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:03.466567 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 53099077-7e98-4849-ac1c-611702b18d48 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:03.476033 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e122f2-fea4-4ee7-aa19-a11821385d9a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771e75e9-0987-4900-9a9c-b7db973e7cff,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:03.502032 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69ff54c4-8812-4e14-b3ca-5147a3fbdd19 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (30bdbf79-0162-4a6b-9474-c12d15e5e801), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.533322 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 53099077-7e98-4849-ac1c-611702b18d48 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:03.533969 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (53099077-7e98-4849-ac1c-611702b18d48), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.566435 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69ff54c4-8812-4e14-b3ca-5147a3fbdd19 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (30bdbf79-0162-4a6b-9474-c12d15e5e801), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.572606 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69ff54c4-8812-4e14-b3ca-5147a3fbdd19 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (30bdbf79-0162-4a6b-9474-c12d15e5e801), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.592479 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff54c4-8812-4e14-b3ca-5147a3fbdd19 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bdbf79-0162-4a6b-9474-c12d15e5e801,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:03.628316 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-69ff54c4-8812-4e14-b3ca-5147a3fbdd19 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.629900 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-69ff54c4-8812-4e14-b3ca-5147a3fbdd19 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778831 Apr 06 14:03:03.632610 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57198) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:03.643334 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-e5348c35-1e28-458d-93e5-7f02c64ba3e8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'security_group_rule': {'security_group_id': '771e75e9-0987-4900-9a9c-b7db973e7cff', 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:03.649305 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 53099077-7e98-4849-ac1c-611702b18d48 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:03.678855 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e5348c35-1e28-458d-93e5-7f02c64ba3e8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (a0ef782e-e86f-49af-994f-1ed9296ca8a4), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.683581 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-817d7e45-089c-4d7d-888e-c4e41ef70128 req-0736eca3-cfa2-41ee-b83d-dd2ad52f9304 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907320 Apr 06 14:03:03.744219 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e5348c35-1e28-458d-93e5-7f02c64ba3e8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (a0ef782e-e86f-49af-994f-1ed9296ca8a4), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.747724 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e5348c35-1e28-458d-93e5-7f02c64ba3e8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (a0ef782e-e86f-49af-994f-1ed9296ca8a4), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.766564 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5348c35-1e28-458d-93e5-7f02c64ba3e8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ef782e-e86f-49af-994f-1ed9296ca8a4,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:03.777890 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-e5348c35-1e28-458d-93e5-7f02c64ba3e8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.779152 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-e5348c35-1e28-458d-93e5-7f02c64ba3e8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453583 Apr 06 14:03:03.781987 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57200) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:03.786823 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-a726ddf9-b846-43e8-8a7e-3ae106688355 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'security_group_rule': {'security_group_id': '771e75e9-0987-4900-9a9c-b7db973e7cff', 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:03.815787 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a726ddf9-b846-43e8-8a7e-3ae106688355 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (433da66d-7fa4-4118-82b7-d7945d15d60e), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.874581 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a726ddf9-b846-43e8-8a7e-3ae106688355 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (433da66d-7fa4-4118-82b7-d7945d15d60e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.879615 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a726ddf9-b846-43e8-8a7e-3ae106688355 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (433da66d-7fa4-4118-82b7-d7945d15d60e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.897222 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726ddf9-b846-43e8-8a7e-3ae106688355 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433da66d-7fa4-4118-82b7-d7945d15d60e,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:03.908216 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-a726ddf9-b846-43e8-8a7e-3ae106688355 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:03.909514 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a726ddf9-b846-43e8-8a7e-3ae106688355 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261282 Apr 06 14:03:03.912557 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57202) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:03.917458 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.v2.base [None req-b9204894-13e8-490d-9d7e-572a532c6d5b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'security_group_rule': {'security_group_id': '771e75e9-0987-4900-9a9c-b7db973e7cff', 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:03.950712 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b9204894-13e8-490d-9d7e-572a532c6d5b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (0ddc999c-f679-4a99-910d-9f3ba5444daf), before_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.004499 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b9204894-13e8-490d-9d7e-572a532c6d5b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (0ddc999c-f679-4a99-910d-9f3ba5444daf), precommit_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.014703 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b9204894-13e8-490d-9d7e-572a532c6d5b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (0ddc999c-f679-4a99-910d-9f3ba5444daf), after_create {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.039072 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9204894-13e8-490d-9d7e-572a532c6d5b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddc999c-f679-4a99-910d-9f3ba5444daf,revision_number=0']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:04.048423 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-b9204894-13e8-490d-9d7e-572a532c6d5b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.050210 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-b9204894-13e8-490d-9d7e-572a532c6d5b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364102 Apr 06 14:03:04.053153 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57210) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:04.061102 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-5f589789-d0a5-41dc-b936-3ec1f5e35b5c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'security_group_rule': {'security_group_id': '771e75e9-0987-4900-9a9c-b7db973e7cff', 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:04.082786 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.securitygroups_db [None req-5f589789-d0a5-41dc-b936-3ec1f5e35b5c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Project daca92f24ab544959c3984ee85955fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:03:04.088014 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5f589789-d0a5-41dc-b936-3ec1f5e35b5c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (0e96e4d9-613f-40e6-9e0a-63a1ecf5a62f), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.180909 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5f589789-d0a5-41dc-b936-3ec1f5e35b5c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (0e96e4d9-613f-40e6-9e0a-63a1ecf5a62f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.186722 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5f589789-d0a5-41dc-b936-3ec1f5e35b5c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (0e96e4d9-613f-40e6-9e0a-63a1ecf5a62f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.202995 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f589789-d0a5-41dc-b936-3ec1f5e35b5c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e96e4d9-613f-40e6-9e0a-63a1ecf5a62f,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:04.215091 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-5f589789-d0a5-41dc-b936-3ec1f5e35b5c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.218870 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5f589789-d0a5-41dc-b936-3ec1f5e35b5c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1617362 Apr 06 14:03:04.219466 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57212) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:04.224313 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-7747336a-fd72-47d4-baf4-841ec5d6e4d0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'security_group_rule': {'security_group_id': '771e75e9-0987-4900-9a9c-b7db973e7cff', 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:04.248692 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.securitygroups_db [None req-7747336a-fd72-47d4-baf4-841ec5d6e4d0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Project daca92f24ab544959c3984ee85955fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:03:04.253964 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7747336a-fd72-47d4-baf4-841ec5d6e4d0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (0a927dfe-abcc-4b8f-acbc-6ac9e30817f9), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.325075 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7747336a-fd72-47d4-baf4-841ec5d6e4d0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (0a927dfe-abcc-4b8f-acbc-6ac9e30817f9), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.330127 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7747336a-fd72-47d4-baf4-841ec5d6e4d0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638547'] for security_group_rule (0a927dfe-abcc-4b8f-acbc-6ac9e30817f9), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.348466 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747336a-fd72-47d4-baf4-841ec5d6e4d0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a927dfe-abcc-4b8f-acbc-6ac9e30817f9,revision_number=0']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:04.360142 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-7747336a-fd72-47d4-baf4-841ec5d6e4d0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:04.361432 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-7747336a-fd72-47d4-baf4-841ec5d6e4d0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409185 Apr 06 14:03:04.839333 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a3430-3a80-496c-b797-6467480acc93 req-f709306e-857d-4e90-b1df-f8aa32dce555 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:04.840983 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-079a3430-3a80-496c-b797-6467480acc93 req-f709306e-857d-4e90-b1df-f8aa32dce555 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0710638 Apr 06 14:03:04.903509 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-079a3430-3a80-496c-b797-6467480acc93 req-5a0af3ee-7757-4510-a5c8-1f8634db806b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558956 Apr 06 14:03:05.437091 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 55315472-d691-49b9-8ab1-e0bbb5704af6 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:05.490809 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 55315472-d691-49b9-8ab1-e0bbb5704af6 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:05.491461 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:05.576260 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Sync routers for ids ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:03:05.585286 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 55315472-d691-49b9-8ab1-e0bbb5704af6 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:05.585673 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:05.585873 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Routers {'efe0eb22-2f89-462b-9c2a-6c88d12d1990'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:05.586615 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:02:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:05.611489 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] For port 55315472-d691-49b9-8ab1-e0bbb5704af6, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=55315472-d691-49b9-8ab1-e0bbb5704af6,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:05.617338 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:05.668818 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Pushing event updated for resources: {'Port': ['ID=55315472-d691-49b9-8ab1-e0bbb5704af6,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:05.699930 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Set router efe0eb22-2f89-462b-9c2a-6c88d12d1990 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:06.011970 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 4, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port': {'id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '01f3d640-6d90-4e9d-b446-d2034b0c5770', 'name': '', 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'mac_address': 'fa:16:3e:b5:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:03:01Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 2, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'subnets': [{'id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:06.038678 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c930-be14-45a6-8bec-c792ebc757ab req-2f105582-743e-4c8d-a72c-125ad7e982f5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:06.040335 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-77c4c930-be14-45a6-8bec-c792ebc757ab req-2f105582-743e-4c8d-a72c-125ad7e982f5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0602570 Apr 06 14:03:06.040462 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Checking router: efe0eb22-2f89-462b-9c2a-6c88d12d1990 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:03:06.040761 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Updating router efe0eb22-2f89-462b-9c2a-6c88d12d1990 port 01f3d640-6d90-4e9d-b446-d2034b0c5770 binding host dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:03:06.068056 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.091245 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-77c4c930-be14-45a6-8bec-c792ebc757ab req-f750b7b0-6a6b-426b-89a8-743f3e7968e1 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449171 Apr 06 14:03:06.343609 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Publish callbacks [] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), precommit_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.350791 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.410321 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473c203-d3d1-4ab7-a192-97fa94572269 None None] Pushing event updated for resources: {'Port': ['ID=01f3d640-6d90-4e9d-b446-d2034b0c5770,revision_number=3']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:06.475868 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Attempting to bind port 01f3d640-6d90-4e9d-b446-d2034b0c5770 on host dv-cinder-836804-1-iscsi for vnic_type normal with profile {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:03:06.476183 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Attempting to bind port 01f3d640-6d90-4e9d-b446-d2034b0c5770 by drivers openvswitch,hyperv on host dv-cinder-836804-1-iscsi at level 0 using segments [{'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:03:06.476501 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Attempting to bind port 01f3d640-6d90-4e9d-b446-d2034b0c5770 on network e49197d3-f071-4fd2-a664-6edc83a68636 {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:03:06.482449 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Checking agent: {'id': 'fea93a19-b082-4dcb-81c4-f63631e6d42e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836804-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 41, 18), 'started_at': datetime.datetime(2022, 4, 6, 13, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836804-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:03:06.482828 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Checking segment: {'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:03:06.483377 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.483777 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Bound using segment: {'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'} {{(pid=110045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:03:06.484253 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.managers [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Bound port: 01f3d640-6d90-4e9d-b446-d2034b0c5770, host: dv-cinder-836804-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45cd808-aac6-44dc-81aa-803b9edf419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636'}}] {{(pid=110045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:03:06.484634 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), before_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.541577 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57288) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:06.560184 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] For port 01f3d640-6d90-4e9d-b446-d2034b0c5770, host dv-cinder-836804-1-iscsi, cleared binding levels {{(pid=110045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:03:06.563819 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.plugins.ml2.db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] For port 01f3d640-6d90-4e9d-b446-d2034b0c5770, host dv-cinder-836804-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=01f3d640-6d90-4e9d-b446-d2034b0c5770,segment=NetworkSegment(f45cd808-aac6-44dc-81aa-803b9edf419e),segment_id=f45cd808-aac6-44dc-81aa-803b9edf419e)] {{(pid=110045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:03:06.573899 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron_lib.callbacks.manager [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), after_update {{(pid=110045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.622672 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Routers {'efe0eb22-2f89-462b-9c2a-6c88d12d1990'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:06.623328 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:02:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:06.698536 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-03b602cd-9f85-408a-9997-53a5bfb79d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.702467 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-ceb6641a-b761-4102-a76f-4bc2385d4071 None None] Provisioning complete for port 01f3d640-6d90-4e9d-b446-d2034b0c5770 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:06.703419 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ceb6641a-b761-4102-a76f-4bc2385d4071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.737745 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473c203-d3d1-4ab7-a192-97fa94572269 None None] Pushing event updated for resources: {'Port': ['ID=01f3d640-6d90-4e9d-b446-d2034b0c5770,revision_number=4']} {{(pid=110045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:06.775837 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] Set router efe0eb22-2f89-462b-9c2a-6c88d12d1990 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:06.808499 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-03b602cd-9f85-408a-9997-53a5bfb79d70 admin admin] Publish callbacks [] for security_group (68bf791d-d22e-4c97-ab7c-220c6a275404), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.816380 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-03b602cd-9f85-408a-9997-53a5bfb79d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (68bf791d-d22e-4c97-ab7c-220c6a275404), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.849999 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-03b602cd-9f85-408a-9997-53a5bfb79d70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12532d9520474ecd81b6ec39df03b646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067145 Apr 06 14:03:06.852554 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57292) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:06.872575 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6641a-b761-4102-a76f-4bc2385d4071 None None] Current status of the port 01f3d640-6d90-4e9d-b446-d2034b0c5770 is: DOWN; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:06.873370 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ceb6641a-b761-4102-a76f-4bc2385d4071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.897106 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b602cd-9f85-408a-9997-53a5bfb79d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bf791d-d22e-4c97-ab7c-220c6a275404,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:06.936853 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-ceb6641a-b761-4102-a76f-4bc2385d4071 None None] For port 01f3d640-6d90-4e9d-b446-d2034b0c5770, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=01f3d640-6d90-4e9d-b446-d2034b0c5770,segment=NetworkSegment(f45cd808-aac6-44dc-81aa-803b9edf419e),segment_id=f45cd808-aac6-44dc-81aa-803b9edf419e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:06.942987 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ceb6641a-b761-4102-a76f-4bc2385d4071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.944873 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-235702bb-2db9-45de-93a0-919335d23ae4 admin admin] Publish callbacks [] for security_group (68bf791d-d22e-4c97-ab7c-220c6a275404), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:06.990385 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-235702bb-2db9-45de-93a0-919335d23ae4 admin admin] Publish callbacks [] for security_group (68bf791d-d22e-4c97-ab7c-220c6a275404), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:07.005540 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6641a-b761-4102-a76f-4bc2385d4071 None None] Pushing event updated for resources: {'Port': ['ID=01f3d640-6d90-4e9d-b446-d2034b0c5770,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:07.048127 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-235702bb-2db9-45de-93a0-919335d23ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (68bf791d-d22e-4c97-ab7c-220c6a275404), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:07.050770 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-235702bb-2db9-45de-93a0-919335d23ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:07.052030 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-235702bb-2db9-45de-93a0-919335d23ae4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68bf791d-d22e-4c97-ab7c-220c6a275404 HTTP/1.1" status: 204 len: 168 time: 0.1984148 Apr 06 14:03:07.053098 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 4, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port': {'id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '01f3d640-6d90-4e9d-b446-d2034b0c5770', 'name': '', 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'mac_address': 'fa:16:3e:b5:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:03:01Z', 'updated_at': '2022-04-06T14:03:06Z', 'revision_number': 4, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'subnets': [{'id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:07.064175 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235702bb-2db9-45de-93a0-919335d23ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bf791d-d22e-4c97-ab7c-220c6a275404,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:07.069148 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-f3ccfe35-1696-41ca-9ef1-bb3bbdbd5a0e None None] Provisioning complete for port 01f3d640-6d90-4e9d-b446-d2034b0c5770 triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:07.069512 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-f3ccfe35-1696-41ca-9ef1-bb3bbdbd5a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:07.092529 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805db68-7124-4b8c-a28d-9145c9b87fb5 None None] The sync data for ids ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'] in dv-cinder-836804-1-iscsi is: [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 4, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port': {'id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '01f3d640-6d90-4e9d-b446-d2034b0c5770', 'name': '', 'network_id': 'e49197d3-f071-4fd2-a664-6edc83a68636', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'mac_address': 'fa:16:3e:b5:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:03:01Z', 'updated_at': '2022-04-06T14:03:06Z', 'revision_number': 4, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'subnets': [{'id': '22f1416a-9b92-497d-a947-6866e0fa510e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:03:07.194243 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccfe35-1696-41ca-9ef1-bb3bbdbd5a0e None None] Current status of the port 01f3d640-6d90-4e9d-b446-d2034b0c5770 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:07.223204 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee202ae-6f30-4e0d-b530-f6cc0d2c3715 req-46d240f9-b95b-4e84-963e-7606f6effab0 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:07.224744 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bee202ae-6f30-4e0d-b530-f6cc0d2c3715 req-46d240f9-b95b-4e84-963e-7606f6effab0 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0581579 Apr 06 14:03:07.294025 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bee202ae-6f30-4e0d-b530-f6cc0d2c3715 req-78cbcf81-421d-4e5b-8375-9b51148233cc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596356 Apr 06 14:03:07.459899 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 55315472-d691-49b9-8ab1-e0bbb5704af6 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:07.514435 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 55315472-d691-49b9-8ab1-e0bbb5704af6 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:07.514660 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:07.608365 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 55315472-d691-49b9-8ab1-e0bbb5704af6 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:07.609548 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 01f3d640-6d90-4e9d-b446-d2034b0c5770 up at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:07.663108 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Provisioning complete for port 01f3d640-6d90-4e9d-b446-d2034b0c5770 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:07.664161 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:07.762344 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Current status of the port 01f3d640-6d90-4e9d-b446-d2034b0c5770 is: ACTIVE; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:08.420934 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac5afe-7eaf-498e-bb5f-43bc0679c2d0 req-b19f06f6-0ed0-4b93-b35b-a7e4b092af35 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:08.423185 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5dac5afe-7eaf-498e-bb5f-43bc0679c2d0 req-b19f06f6-0ed0-4b93-b35b-a7e4b092af35 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0596251 Apr 06 14:03:08.480860 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5dac5afe-7eaf-498e-bb5f-43bc0679c2d0 req-88a5cf02-d922-4067-ba8a-ef303922341e tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472765 Apr 06 14:03:08.902649 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:09.613688 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078a7dc-e263-4040-b2bb-fec3e594872c req-b2e8b689-f090-4df8-ad2c-31d9e3a244dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:09.615280 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c078a7dc-e263-4040-b2bb-fec3e594872c req-b2e8b689-f090-4df8-ad2c-31d9e3a244dc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0595047 Apr 06 14:03:09.672028 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c078a7dc-e263-4040-b2bb-fec3e594872c req-adba6db8-5028-4a8d-9545-b22e5e829c4b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499361 Apr 06 14:03:10.811023 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce58e7-77e7-4cc4-8c28-c0410f5aadd6 req-47b6b0a4-2458-4862-a93b-b23f02bf8018 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:10.812620 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-42ce58e7-77e7-4cc4-8c28-c0410f5aadd6 req-47b6b0a4-2458-4862-a93b-b23f02bf8018 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0714238 Apr 06 14:03:10.866228 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-42ce58e7-77e7-4cc4-8c28-c0410f5aadd6 req-8e74c51e-1d7b-497a-9075-4e9315a28fbd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476871 Apr 06 14:03:11.999399 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d5a93-1eb0-4882-b43d-3682063429f5 req-536b2da4-2d3b-4250-bd34-8f729d1f50af tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:12.000893 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-387d5a93-1eb0-4882-b43d-3682063429f5 req-536b2da4-2d3b-4250-bd34-8f729d1f50af tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0581250 Apr 06 14:03:12.059543 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-387d5a93-1eb0-4882-b43d-3682063429f5 req-8d37c091-f304-4b1a-a7ff-82d5cadf2059 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522435 Apr 06 14:03:12.372754 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-6a4eabf6-ffbc-44ad-9ad6-d1e0c4221f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:13.191835 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98cc84-d7a1-42e8-ab9c-b643452e4d48 req-7ee8af4c-58f4-409c-8e09-4cfaeabdc1fe tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:13.193409 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3a98cc84-d7a1-42e8-ab9c-b643452e4d48 req-7ee8af4c-58f4-409c-8e09-4cfaeabdc1fe tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0607071 Apr 06 14:03:13.244411 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-3a98cc84-d7a1-42e8-ab9c-b643452e4d48 req-186f6c8f-98cb-4051-8a68-d6eeb1aa3313 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451851 Apr 06 14:03:14.380346 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b905e-001e-482b-b77c-fc1d0796b2a8 req-ca44de21-54db-42a0-b4a4-670f915e9ca8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:14.382008 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d64b905e-001e-482b-b77c-fc1d0796b2a8 req-ca44de21-54db-42a0-b4a4-670f915e9ca8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0567706 Apr 06 14:03:14.436107 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d64b905e-001e-482b-b77c-fc1d0796b2a8 req-9212fa5e-d1cf-44e5-a69d-68508ff9c1f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483508 Apr 06 14:03:14.846564 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b5ef-4e53-4eb2-a2ce-b30652d34a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:15.532249 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:03:15.566272 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928ccbc-20d9-41ae-b4c1-c8f58870ebe9 req-d93c93b5-ff2e-479b-ade3-b7dfb4df291a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:15.567811 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f928ccbc-20d9-41ae-b4c1-c8f58870ebe9 req-d93c93b5-ff2e-479b-ade3-b7dfb4df291a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0577660 Apr 06 14:03:15.624311 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:15.626146 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f928ccbc-20d9-41ae-b4c1-c8f58870ebe9 req-26cf09ba-b6dc-4cb3-bfa7-e4b1ac111b9c tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523953 Apr 06 14:03:16.088420 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-78c985c2-fb8b-4ce8-b067-66352d42ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:16.090076 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-78c985c2-fb8b-4ce8-b067-66352d42ef77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1129 time: 0.0579321 Apr 06 14:03:16.196243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-c2efae12-08c5-4056-a837-36aa416f98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:16.197764 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-c2efae12-08c5-4056-a837-36aa416f98cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 908 time: 0.1003544 Apr 06 14:03:16.266423 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-1e5783c9-b9e2-4c99-81e8-53ef9418f792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 1001 time: 0.0607464 Apr 06 14:03:16.326556 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-c8288d44-ff7f-4c9d-8fdb-cadfa4c287c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:16.328028 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-c8288d44-ff7f-4c9d-8fdb-cadfa4c287c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0525641 Apr 06 14:03:16.379729 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-3d237385-5d6e-47af-84c4-832cc2bb66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:16.381152 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-3d237385-5d6e-47af-84c4-832cc2bb66bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470834 Apr 06 14:03:16.486044 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-30856509-9129-405f-ab62-25ca7c25e53c service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950556 Apr 06 14:03:16.599342 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-cfe76c8c-faa7-41ce-a1f9-a6431e38159b req-e19fca97-9653-46ab-84e5-b9f61ff8adfc service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066911 Apr 06 14:03:16.759063 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb8d0e-7978-4589-8d95-d60296ddad78 req-10d4a0b7-8b4d-442d-9587-e2d05ac74365 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:16.766236 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eceb8d0e-7978-4589-8d95-d60296ddad78 req-10d4a0b7-8b4d-442d-9587-e2d05ac74365 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0642214 Apr 06 14:03:16.816805 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eceb8d0e-7978-4589-8d95-d60296ddad78 req-41933d87-30fd-42b8-9df0-73e546a6bbda tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490174 Apr 06 14:03:17.055321 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:17.946214 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e864e4-c1d6-45b6-a046-5af82604723d req-8a04db6c-2e00-487f-8ee2-983b42402009 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:17.947703 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a8e864e4-c1d6-45b6-a046-5af82604723d req-8a04db6c-2e00-487f-8ee2-983b42402009 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0549870 Apr 06 14:03:17.998421 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a8e864e4-c1d6-45b6-a046-5af82604723d req-0728c036-b260-4f30-b966-2835d65d78fc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449159 Apr 06 14:03:18.448002 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:19.126500 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cb163-5bb0-408a-b6c7-0eb2fe351456 req-bad5ce4d-39d4-4ce7-a676-666275708118 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:19.127964 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa8cb163-5bb0-408a-b6c7-0eb2fe351456 req-bad5ce4d-39d4-4ce7-a676-666275708118 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0585029 Apr 06 14:03:19.181648 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa8cb163-5bb0-408a-b6c7-0eb2fe351456 req-95180606-bd99-4dad-93b4-9fe33b10873a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453734 Apr 06 14:03:20.307129 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c166f2-ca72-45ac-aeeb-df6a667dbb44 req-9d0c910f-a7dc-4315-969e-b1ed7401a2e0 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:20.308764 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-44c166f2-ca72-45ac-aeeb-df6a667dbb44 req-9d0c910f-a7dc-4315-969e-b1ed7401a2e0 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0581934 Apr 06 14:03:20.361107 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-44c166f2-ca72-45ac-aeeb-df6a667dbb44 req-cc69ddd9-5d26-4a80-b66a-1f187bf10839 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 Apr 06 14:03:21.494931 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d709b-0dcb-4117-80d4-1b0cab843af6 req-400ddada-2ed8-4021-b820-be2b761a9d3e tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:21.496492 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e25d709b-0dcb-4117-80d4-1b0cab843af6 req-400ddada-2ed8-4021-b820-be2b761a9d3e tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0560956 Apr 06 14:03:21.550202 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e25d709b-0dcb-4117-80d4-1b0cab843af6 req-c891eebc-3180-449f-91b3-90ba6bf7354b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479877 Apr 06 14:03:21.695969 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940028e7-2141-4e94-9076-6149def77711 req-68544e00-184b-44d4-8d5a-3cd5a6778f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:21.697520 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-940028e7-2141-4e94-9076-6149def77711 req-68544e00-184b-44d4-8d5a-3cd5a6778f29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1129 time: 0.0482032 Apr 06 14:03:21.824982 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940028e7-2141-4e94-9076-6149def77711 req-62a62ff1-39c0-4bf3-8a31-28642a97bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:21.826495 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-940028e7-2141-4e94-9076-6149def77711 req-62a62ff1-39c0-4bf3-8a31-28642a97bef0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 908 time: 0.0923343 Apr 06 14:03:22.064621 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-940028e7-2141-4e94-9076-6149def77711 req-3b32008d-4d45-4c69-bbdb-539e7fe847d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 1001 time: 0.0694580 Apr 06 14:03:22.119679 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940028e7-2141-4e94-9076-6149def77711 req-b10be5cf-8f3e-4f12-bb26-4597151a5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:22.121427 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-940028e7-2141-4e94-9076-6149def77711 req-b10be5cf-8f3e-4f12-bb26-4597151a5067 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0508060 Apr 06 14:03:22.197491 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940028e7-2141-4e94-9076-6149def77711 req-8b418fb0-6792-4c2a-ae6b-552745136247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:22.199139 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-940028e7-2141-4e94-9076-6149def77711 req-8b418fb0-6792-4c2a-ae6b-552745136247 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720699 Apr 06 14:03:22.578338 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-940028e7-2141-4e94-9076-6149def77711 req-54b1da6f-317c-4b41-9509-89b65d2b392d service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725820 Apr 06 14:03:22.680755 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-940028e7-2141-4e94-9076-6149def77711 req-3dc0531d-a62b-414e-a8eb-cffe6f965170 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961084 Apr 06 14:03:22.710233 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007aa0f5-63f1-4e29-bd60-774103d1b1d1 req-68a9874d-b93d-4c8b-8a2b-d86486e0e70b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:22.712388 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-007aa0f5-63f1-4e29-bd60-774103d1b1d1 req-68a9874d-b93d-4c8b-8a2b-d86486e0e70b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0885212 Apr 06 14:03:22.768474 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-007aa0f5-63f1-4e29-bd60-774103d1b1d1 req-d916ab34-c87a-46bb-899e-d2fb581a301f tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502224 Apr 06 14:03:23.902460 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeb19d-8e00-47b3-94e2-3e43a104dfef req-aeecf768-3999-4fe1-a7d1-136b95091fbb tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:23.904069 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1deeb19d-8e00-47b3-94e2-3e43a104dfef req-aeecf768-3999-4fe1-a7d1-136b95091fbb tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0608013 Apr 06 14:03:23.954853 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1deeb19d-8e00-47b3-94e2-3e43a104dfef req-06b80da8-e277-4ca7-9f5f-f2921f63e709 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Apr 06 14:03:24.159597 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-3d95582f-c029-4ad6-8b9a-f8d56c674e91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464299 Apr 06 14:03:24.195099 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfdee7-050b-49cf-8bf5-b123dd019dc5 req-410df78e-7bf5-4dee-88a4-defded7a1195 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:24.196704 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-95bfdee7-050b-49cf-8bf5-b123dd019dc5 req-410df78e-7bf5-4dee-88a4-defded7a1195 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0686219 Apr 06 14:03:24.261069 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-d9cc5a53-bcfd-419d-ae7e-8ea00786ae58 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:24.262581 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-d9cc5a53-bcfd-419d-ae7e-8ea00786ae58 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports/a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 942 time: 0.0649309 Apr 06 14:03:24.289624 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-95bfdee7-050b-49cf-8bf5-b123dd019dc5 req-569cc5e4-93da-4722-84f8-a73c027cf538 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830169 Apr 06 14:03:25.414568 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7427b-5be3-4a9e-9aba-58f4a25e6ee2 req-a5ab57f7-eb28-4b0a-9cf1-30e1b057dc93 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:25.416052 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6ec7427b-5be3-4a9e-9aba-58f4a25e6ee2 req-a5ab57f7-eb28-4b0a-9cf1-30e1b057dc93 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0552185 Apr 06 14:03:25.474874 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6ec7427b-5be3-4a9e-9aba-58f4a25e6ee2 req-b0878e0c-a079-44f4-b85d-072594103e6f tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530391 Apr 06 14:03:26.609021 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43b93a-023c-49ed-bee7-83e529b75143 req-2519ef1f-d787-45f8-9a43-af0a7b371291 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:26.610522 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dc43b93a-023c-49ed-bee7-83e529b75143 req-2519ef1f-d787-45f8-9a43-af0a7b371291 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0601180 Apr 06 14:03:26.658876 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dc43b93a-023c-49ed-bee7-83e529b75143 req-b2f7578d-bffa-41d0-bba4-5b67888f7b5d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426302 Apr 06 14:03:27.795978 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96ef6-25ed-4bf8-999d-415ba8cf6d72 req-868361a1-53c0-4acc-b76d-ba1db7489fa7 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:27.797477 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bef96ef6-25ed-4bf8-999d-415ba8cf6d72 req-868361a1-53c0-4acc-b76d-ba1db7489fa7 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0600114 Apr 06 14:03:27.847569 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bef96ef6-25ed-4bf8-999d-415ba8cf6d72 req-bf94b9bc-8f18-428a-9490-452b6ccba50e tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Apr 06 14:03:29.001649 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b0960-fbc8-483c-9797-9ad8bd844faf req-1fe4a85b-453e-4d0b-9172-e4338082c835 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:29.003836 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8d6b0960-fbc8-483c-9797-9ad8bd844faf req-1fe4a85b-453e-4d0b-9172-e4338082c835 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0766554 Apr 06 14:03:29.061816 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8d6b0960-fbc8-483c-9797-9ad8bd844faf req-b57f1d89-9602-4bc9-aad4-28e75a2f24eb tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502076 Apr 06 14:03:30.121545 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:03:30.181273 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f63dd5-cc91-4509-b072-218a1da251a0 req-1024a2b1-5373-4e53-a357-c4a8f127323a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:30.182891 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-77f63dd5-cc91-4509-b072-218a1da251a0 req-1024a2b1-5373-4e53-a357-c4a8f127323a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0541155 Apr 06 14:03:30.204317 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 is: ACTIVE; New status is: DOWN {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:30.204716 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:30.227413 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:30.229729 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3edfd1d-ddee-4576-bfbe-5e99c9212eb4" -d '{"events": [{"server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:30.233683 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-77f63dd5-cc91-4509-b072-218a1da251a0 req-94c66101-f2e0-4c1b-b326-0f1b6b6e16ac tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Apr 06 14:03:30.242737 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:30.248797 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:30.301226 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=6']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:30.415276 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee43dcc4-1e8d-43d4-9d20-61c1af401099 x-openstack-request-id: req-ee43dcc4-1e8d-43d4-9d20-61c1af401099 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:30.415560 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "name": "network-vif-unplugged", "status": "failed", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3", "code": 422}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:30.415928 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee43dcc4-1e8d-43d4-9d20-61c1af401099 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:30.416437 dv-cinder-836804-1-iscsi neutron-server[110044]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ee43dcc4-1e8d-43d4-9d20-61c1af401099']: {'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'code': 422} returned with failed status Apr 06 14:03:31.031735 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-8ac03f2a-2335-451f-b1a5-fd8ac8101ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:31.034474 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-8ac03f2a-2335-451f-b1a5-fd8ac8101ef4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661&tenant_id=952b71f9ca204110b8f1735ff7d4a304 HTTP/1.1" status: 200 len: 1127 time: 0.0560648 Apr 06 14:03:31.101989 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-5c693d73-8db6-4ea4-9a97-d2ccef9b7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:31.103564 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-5c693d73-8db6-4ea4-9a97-d2ccef9b7043 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1127 time: 0.0452132 Apr 06 14:03:31.210001 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-f8345862-485b-423e-b042-90862cb0d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:31.211548 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-f8345862-485b-423e-b042-90862cb0d46a service neutron] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 908 time: 0.1021712 Apr 06 14:03:31.285763 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-803ae575-eeba-48ed-b0ad-50a0468e1478 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 999 time: 0.0656173 Apr 06 14:03:31.348952 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-adfbff25-54ca-4bfa-aedc-0c11187161e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:31.350626 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-adfbff25-54ca-4bfa-aedc-0c11187161e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0520782 Apr 06 14:03:31.368326 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35ab40-6b9e-463b-a77b-1112eed637b7 req-cbf85cd0-2740-4b8f-a935-402f351678ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:31.369893 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bd35ab40-6b9e-463b-a77b-1112eed637b7 req-cbf85cd0-2740-4b8f-a935-402f351678ce tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0579805 Apr 06 14:03:31.400776 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-b611ab71-953e-4ddf-9b39-b63285af95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:31.403467 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-b611ab71-953e-4ddf-9b39-b63285af95ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465741 Apr 06 14:03:31.441594 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bd35ab40-6b9e-463b-a77b-1112eed637b7 req-6b1bb54f-e05d-4424-9c48-7d72a6c87d64 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637484 Apr 06 14:03:31.501046 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-e5cb258d-2c73-41e5-9a8c-10e2032f9d34 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917916 Apr 06 14:03:31.595323 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a89c0643-fde7-4dd7-ab13-b91861c86977 req-a5450c6f-7553-49bc-950f-9e05bd111a5f service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883505 Apr 06 14:03:32.570837 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5d9e1-0d21-4bb2-bac7-0418b7aa1597 req-fae2a559-7bfb-4771-a9a4-509941dec909 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:32.572374 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-26d5d9e1-0d21-4bb2-bac7-0418b7aa1597 req-fae2a559-7bfb-4771-a9a4-509941dec909 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0580194 Apr 06 14:03:32.623019 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-26d5d9e1-0d21-4bb2-bac7-0418b7aa1597 req-bad5152d-cc55-4e35-8c55-20f20bdac739 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449016 Apr 06 14:03:33.740774 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e841e7-6216-428d-99f2-d41e59c2c13b req-0df4d290-c4fc-4152-9203-42ba3e18e40a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:33.742266 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d2e841e7-6216-428d-99f2-d41e59c2c13b req-0df4d290-c4fc-4152-9203-42ba3e18e40a tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0530648 Apr 06 14:03:33.793189 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d2e841e7-6216-428d-99f2-d41e59c2c13b req-3b65147c-6ed5-4e5f-a4eb-90a4f2489650 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452235 Apr 06 14:03:34.931787 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80ce23-d967-4a44-90ab-70cc8a7a2bc2 req-6a15bc5c-d117-45bd-8fcd-b8565f28c5fc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:34.933385 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8c80ce23-d967-4a44-90ab-70cc8a7a2bc2 req-6a15bc5c-d117-45bd-8fcd-b8565f28c5fc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0628076 Apr 06 14:03:34.996241 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8c80ce23-d967-4a44-90ab-70cc8a7a2bc2 req-27cdad0c-8f2e-4f5e-b0d0-d6ff9073cacc tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548320 Apr 06 14:03:35.807616 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-08b67444-2cfd-4f6a-a277-7f831eb0963c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002034136&fields=id&tenant_id=daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 267 time: 0.0448017 Apr 06 14:03:35.918972 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-20581ef8-a03e-45b5-a500-1a15d89454e5 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:35.920457 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-20581ef8-a03e-45b5-a500-1a15d89454e5 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 812 time: 0.1063209 Apr 06 14:03:35.935170 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-38d5fc24-adeb-422a-b089-e3b11204b213 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/quotas/daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 375 time: 0.0092418 Apr 06 14:03:35.991345 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-636ee4c2-7899-457e-8875-8ffa61ca87c8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508988 Apr 06 14:03:36.122697 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06e264-f1b2-419e-a45c-37518b1cca3c req-0c21648a-a1c9-457a-83cf-4c204924edd1 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:36.124286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9f06e264-f1b2-419e-a45c-37518b1cca3c req-0c21648a-a1c9-457a-83cf-4c204924edd1 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0528457 Apr 06 14:03:36.133152 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57594) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:36.155165 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-a26aee5c-9da1-4a4c-9b7f-edeff8f2f50f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:03:36.156056 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-a26aee5c-9da1-4a4c-9b7f-edeff8f2f50f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1529775 Apr 06 14:03:36.198213 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:36.232436 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-9f06e264-f1b2-419e-a45c-37518b1cca3c req-c3455a56-eec8-4d05-8308-89d092e6edcd tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995305 Apr 06 14:03:36.270602 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-65914c39-7c19-417d-a084-342959c1c09f service neutron] 10.222.0.44 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023769 Apr 06 14:03:36.275132 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Publish callbacks [] for security_group (72adbe4b-331d-4c31-b4f4-7df8aee14647), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:36.280395 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (72adbe4b-331d-4c31-b4f4-7df8aee14647), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:36.320954 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a23b7923d9164f7f96c8abd62f85a962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833885 Apr 06 14:03:36.320954 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72adbe4b-331d-4c31-b4f4-7df8aee14647,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:36.321344 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57598) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:36.337547 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.337892 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.338221 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.338562 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.338928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.339242 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.339563 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.339910 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.340238 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.340565 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.340892 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.341212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.341563 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.341880 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.342193 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8044-e3d2-4d30-9b12-f1acbd067249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:03:36.362946 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-1404510b-381c-4877-877f-ee3bf4780cf4 service neutron] 10.222.0.44 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869067 Apr 06 14:03:36.382561 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-96fa323d-b8fa-4dbf-97e3-1557b2bfd76a admin admin] Publish callbacks [] for security_group (72adbe4b-331d-4c31-b4f4-7df8aee14647), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:36.409796 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-96fa323d-b8fa-4dbf-97e3-1557b2bfd76a admin admin] Publish callbacks [] for security_group (72adbe4b-331d-4c31-b4f4-7df8aee14647), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:36.456599 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-96fa323d-b8fa-4dbf-97e3-1557b2bfd76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (72adbe4b-331d-4c31-b4f4-7df8aee14647), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:36.459519 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-96fa323d-b8fa-4dbf-97e3-1557b2bfd76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:36.460729 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-96fa323d-b8fa-4dbf-97e3-1557b2bfd76a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72adbe4b-331d-4c31-b4f4-7df8aee14647 HTTP/1.1" status: 204 len: 168 time: 0.1384828 Apr 06 14:03:36.469532 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa323d-b8fa-4dbf-97e3-1557b2bfd76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72adbe4b-331d-4c31-b4f4-7df8aee14647,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:36.674197 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d97a2363-777d-48cd-9acc-eef8025dce3d req-f186115f-3103-49eb-bf7d-e60d54d79d79 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 210 time: 0.0301950 Apr 06 14:03:37.364684 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89656c-8fa9-4a21-bde5-52bbd080f63f req-e8d86111-657b-4816-a19f-de863e61a2a0 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:37.366187 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2a89656c-8fa9-4a21-bde5-52bbd080f63f req-e8d86111-657b-4816-a19f-de863e61a2a0 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0604348 Apr 06 14:03:37.419348 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2a89656c-8fa9-4a21-bde5-52bbd080f63f req-1ec59329-850e-4e94-9d69-d2305880beea tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451305 Apr 06 14:03:37.656606 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b48fb2f1-ccb3-4e69-be6e-ee72c1e6f384 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:37.658464 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b48fb2f1-ccb3-4e69-be6e-ee72c1e6f384 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 812 time: 0.1049352 Apr 06 14:03:37.726605 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-628e7d67-1dd0-4b93-938a-d1db26bd4977 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 380 time: 0.0589468 Apr 06 14:03:37.735471 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'port': {'device_id': '83d0899d-4050-48eb-a7c8-397e4f159add', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'admin_state_up': True, 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'security_groups': ['771e75e9-0987-4900-9a9c-b7db973e7cff']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:37.775426 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a92996ca-256d-4e7c-8329-6d53289d9b7b req-539db454-5c95-4ed9-8961-bbfe04fe9a9e tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 210 time: 0.0288172 Apr 06 14:03:37.843766 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Made reservation on behalf of daca92f24ab544959c3984ee85955fa2 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:03:37.847079 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:37.978384 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Allocated IP 172.20.0.11 (531bde3b-4b4f-477c-90bd-ba85e5671257/76b29aab-0de8-40be-ac24-e457bd20f248/4e641400-1ce4-44a9-8c98-40162f3b976f) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:03:38.134108 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:38.177724 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:38.219184 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:03:38.225010 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:03:38.228981 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:03:38.252924 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=4e641400-1ce4-44a9-8c98-40162f3b976f,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:38.281746 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:38.282368 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:38.300882 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-b1e678aa-7f1b-44f4-bb80-b8f658403d02 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5692911 Apr 06 14:03:38.421573 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-5a06f79a-eb94-44a0-a9fd-254d259c3bec None None] Provisioning complete for port 4e641400-1ce4-44a9-8c98-40162f3b976f triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:38.422118 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5a06f79a-eb94-44a0-a9fd-254d259c3bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:38.457306 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5a06f79a-eb94-44a0-a9fd-254d259c3bec None None] Port 4e641400-1ce4-44a9-8c98-40162f3b976f cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:03:38.548790 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a7b6f-49f9-40e5-854a-310edded77eb req-5e15df18-551c-4026-8ed3-41f5973af780 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:38.550271 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e39a7b6f-49f9-40e5-854a-310edded77eb req-5e15df18-551c-4026-8ed3-41f5973af780 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0595891 Apr 06 14:03:38.599039 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e39a7b6f-49f9-40e5-854a-310edded77eb req-fd8d089d-0ea5-4e8b-973c-9ea348fb9eed tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Apr 06 14:03:38.906794 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6851b2-212c-4d79-a443-72f053ced087 req-d3b400d6-43a5-43fb-9d36-4e48b67b295b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:38.908668 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fb6851b2-212c-4d79-a443-72f053ced087 req-d3b400d6-43a5-43fb-9d36-4e48b67b295b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 932 time: 0.0610356 Apr 06 14:03:38.916798 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:38.957449 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fb6851b2-212c-4d79-a443-72f053ced087 req-f0d75416-c8c4-4364-9db5-8c3f2c6d30cb tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Apr 06 14:03:39.190894 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Request body: {'port': {'device_id': '83d0899d-4050-48eb-a7c8-397e4f159add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:39.252319 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:39.516896 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e641400-1ce4-44a9-8c98-40162f3b976f {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:03:39.524402 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Publish callbacks [] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:39.538480 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Transition to ACTIVE for port object 4e641400-1ce4-44a9-8c98-40162f3b976f will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:03:39.542994 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:39.596935 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Pushing event updated for resources: {'Port': ['ID=4e641400-1ce4-44a9-8c98-40162f3b976f,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:39.681928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Attempting to bind port 4e641400-1ce4-44a9-8c98-40162f3b976f on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:03:39.682563 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Attempting to bind port 4e641400-1ce4-44a9-8c98-40162f3b976f by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:03:39.683076 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Attempting to bind port 4e641400-1ce4-44a9-8c98-40162f3b976f on network 531bde3b-4b4f-477c-90bd-ba85e5671257 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:03:39.688821 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Port 4e641400-1ce4-44a9-8c98-40162f3b976f on network 531bde3b-4b4f-477c-90bd-ba85e5671257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:03:39.689150 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Attempting to bind port 4e641400-1ce4-44a9-8c98-40162f3b976f on network 531bde3b-4b4f-477c-90bd-ba85e5671257 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:03:39.694733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:03:39.695049 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Checking segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:03:39.695443 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Bound using segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:03:39.695873 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Bound port: 4e641400-1ce4-44a9-8c98-40162f3b976f, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:03:39.696236 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:39.724277 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02884c69-d479-4c00-b990-4b5089daa129 req-be04a37a-b877-43da-b6f0-d0da2afdbf6e tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:39.725989 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-02884c69-d479-4c00-b990-4b5089daa129 req-be04a37a-b877-43da-b6f0-d0da2afdbf6e tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 943 time: 0.0535765 Apr 06 14:03:39.765850 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] For port 4e641400-1ce4-44a9-8c98-40162f3b976f, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:03:39.768958 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] For port 4e641400-1ce4-44a9-8c98-40162f3b976f, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e641400-1ce4-44a9-8c98-40162f3b976f,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:03:39.776626 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:39.779226 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-02884c69-d479-4c00-b990-4b5089daa129 req-e3b961f7-6576-4a18-8161-534b811f1c13 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474675 Apr 06 14:03:39.812693 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:39.813345 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:39.814726 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e641400-1ce4-44a9-8c98-40162f3b976f HTTP/1.1" status: 200 len: 1094 time: 0.6284766 Apr 06 14:03:39.815162 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d0899d-4050-48eb-a7c8-397e4f159add', 'tag': '4e641400-1ce4-44a9-8c98-40162f3b976f'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:39.817424 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964c4bc6-1336-4800-8f0c-2994e77bfee9" -d '{"events": [{"name": "network-changed", "server_uuid": "83d0899d-4050-48eb-a7c8-397e4f159add", "tag": "4e641400-1ce4-44a9-8c98-40162f3b976f"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:39.846577 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e05ff-e293-4dbd-8af2-eb4d935b1451 service neutron] Pushing event updated for resources: {'Port': ['ID=4e641400-1ce4-44a9-8c98-40162f3b976f,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:39.907337 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-ff58f796-66ea-4505-af97-8114b9ad7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:39.909516 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-ff58f796-66ea-4505-af97-8114b9ad7491 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 1128 time: 0.0525804 Apr 06 14:03:39.957601 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-ea984aaa-f959-4e94-8fbc-ea4078fec8d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e641400-1ce4-44a9-8c98-40162f3b976f HTTP/1.1" status: 200 len: 217 time: 0.0403581 Apr 06 14:03:40.010477 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-f8893a0a-9ae5-4335-ac04-b4440c19e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:40.012103 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-f8893a0a-9ae5-4335-ac04-b4440c19e243 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0487220 Apr 06 14:03:40.063142 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24f6fb0-c37c-4ff8-a15b-972a345bd6fb x-openstack-request-id: req-c24f6fb0-c37c-4ff8-a15b-972a345bd6fb {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:40.063456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d0899d-4050-48eb-a7c8-397e4f159add", "tag": "4e641400-1ce4-44a9-8c98-40162f3b976f", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:40.063709 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c24f6fb0-c37c-4ff8-a15b-972a345bd6fb {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:40.064107 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24f6fb0-c37c-4ff8-a15b-972a345bd6fb'] response: {'name': 'network-changed', 'server_uuid': '83d0899d-4050-48eb-a7c8-397e4f159add', 'tag': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'status': 'completed', 'code': 200} Apr 06 14:03:40.066858 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-851a2a54-900b-4d84-ae9f-327c656bbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:40.068343 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-851a2a54-900b-4d84-ae9f-327c656bbef3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502512 Apr 06 14:03:40.092409 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f5871-ef6b-4ba0-b93e-9495c74e77e4 req-a3c662bf-c691-4b6f-96f2-393c4ae0e3d1 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:40.093975 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d32f5871-ef6b-4ba0-b93e-9495c74e77e4 req-a3c662bf-c691-4b6f-96f2-393c4ae0e3d1 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 944 time: 0.0530179 Apr 06 14:03:40.145861 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d32f5871-ef6b-4ba0-b93e-9495c74e77e4 req-953deb68-826e-4219-b249-77510b8cb1e9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448227 Apr 06 14:03:40.162297 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-6dead911-a0fb-445c-9462-c30d029731a1 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874383 Apr 06 14:03:40.165212 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:03:40.249936 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-13aed730-2c18-4eb8-aed6-f71b6ad3e3af req-1b864ce0-2116-493f-8c23-52f787225e08 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822828 Apr 06 14:03:40.263030 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:40.276027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'port_id': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'mac_address': 'fa:16:3e:9f:97:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:03:40.313330 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:40.313752 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:40.332005 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:03:40.352778 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:40.358003 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:40.405743 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=7']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:40.912329 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54894eb7-8420-4e9c-9857-bd116fc89732 req-08697404-deee-44e9-bbd6-0ab49ee66389 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:40.914053 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-54894eb7-8420-4e9c-9857-bd116fc89732 req-08697404-deee-44e9-bbd6-0ab49ee66389 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 944 time: 0.0614243 Apr 06 14:03:40.966138 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-54894eb7-8420-4e9c-9857-bd116fc89732 req-4b9bad5d-c177-425b-8909-c2dcb68c7f33 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Apr 06 14:03:40.986745 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:03:41.055732 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-968c9e01-3291-4487-9aca-39e37153eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:41.057247 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-968c9e01-3291-4487-9aca-39e37153eecd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 1128 time: 0.0496085 Apr 06 14:03:41.160967 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-3c0da8a4-2403-4595-8e08-ca3728e8f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:41.162406 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-3c0da8a4-2403-4595-8e08-ca3728e8f20c service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0988472 Apr 06 14:03:41.203707 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-74838389-1e62-4c5e-8e02-3b018bdec8be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e641400-1ce4-44a9-8c98-40162f3b976f HTTP/1.1" status: 200 len: 217 time: 0.0354464 Apr 06 14:03:41.256552 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-be001237-40af-4439-97a2-658e78ecb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:41.258065 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-be001237-40af-4439-97a2-658e78ecb79c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0471549 Apr 06 14:03:41.267917 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8536d0-8a19-496f-bddd-3636068d08cc req-5cc7018e-7c2c-4a38-9f1e-1daa0406af9f tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:41.269405 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa8536d0-8a19-496f-bddd-3636068d08cc req-5cc7018e-7c2c-4a38-9f1e-1daa0406af9f tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 944 time: 0.0551894 Apr 06 14:03:41.308008 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-022f7506-3d1a-4a74-b0fc-e6cf4a6fa3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:41.309554 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-022f7506-3d1a-4a74-b0fc-e6cf4a6fa3b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445974 Apr 06 14:03:41.320937 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa8536d0-8a19-496f-bddd-3636068d08cc req-51a1a6cf-4056-4340-885d-58725caf713c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Apr 06 14:03:41.396571 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-4a816979-610c-4e14-bb93-d77a868e1f2e service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807486 Apr 06 14:03:41.489462 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-964c4bc6-1336-4800-8f0c-2994e77bfee9 req-879af9a8-51ad-4ad6-933e-f912910b6507 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 Apr 06 14:03:42.099688 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a3d81-64fb-4b05-80ce-aec59673f167 req-6455303c-c075-45b7-a7d7-b4478163381d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:42.101052 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c34a3d81-64fb-4b05-80ce-aec59673f167 req-6455303c-c075-45b7-a7d7-b4478163381d tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 944 time: 0.0607469 Apr 06 14:03:42.151506 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c34a3d81-64fb-4b05-80ce-aec59673f167 req-3e4a73a2-485b-449a-b4ff-16300f6efdb4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Apr 06 14:03:42.176442 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:42.227812 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:42.228188 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:42.308064 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:42.308460 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:42.332368 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:42.334648 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f740955-7b58-4d18-8daa-f95c828be9fa" -d '{"events": [{"server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "name": "network-vif-plugged", "status": "completed", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:42.353750 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:42.362387 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:42.388227 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca1285b-8692-45c7-8e11-77cedd356f87 x-openstack-request-id: req-dca1285b-8692-45c7-8e11-77cedd356f87 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:42.389038 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "name": "network-vif-plugged", "status": "completed", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:42.389038 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dca1285b-8692-45c7-8e11-77cedd356f87 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:42.389401 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca1285b-8692-45c7-8e11-77cedd356f87'] response: {'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'code': 200} Apr 06 14:03:42.395133 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-f0f21212-ff63-429b-893f-43a46ca4d2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:42.430505 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=8']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:42.455626 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35827b-9a06-4c64-ac2f-fd2524c58514 req-92f72241-1680-4ace-9158-bc7614332679 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:42.457135 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c35827b-9a06-4c64-ac2f-fd2524c58514 req-92f72241-1680-4ace-9158-bc7614332679 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 944 time: 0.0656381 Apr 06 14:03:42.507156 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c35827b-9a06-4c64-ac2f-fd2524c58514 req-8dee80a0-7862-4f53-b7e7-d724a50b785d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 Apr 06 14:03:42.606768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18202de2-fa79-42c4-bf2f-ee6b8ba0073c req-97335a44-2f62-4b8c-98dd-3dbe8cb45737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:42.608190 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-18202de2-fa79-42c4-bf2f-ee6b8ba0073c req-97335a44-2f62-4b8c-98dd-3dbe8cb45737 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1129 time: 0.0453603 Apr 06 14:03:42.652989 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-18202de2-fa79-42c4-bf2f-ee6b8ba0073c req-db67351d-b1dd-479f-97d6-6160279241ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385859 Apr 06 14:03:43.290420 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1dd9-bf61-4617-a288-e61bcbcde3ce req-d5ed82ca-121e-4eef-9524-8a5f27c4afd8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:43.291888 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a6df1dd9-bf61-4617-a288-e61bcbcde3ce req-d5ed82ca-121e-4eef-9524-8a5f27c4afd8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0643837 Apr 06 14:03:43.344190 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-a6df1dd9-bf61-4617-a288-e61bcbcde3ce req-d96cbc75-68d7-4e8c-a80a-f3ea36d56ce6 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452003 Apr 06 14:03:43.628916 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d6625-2546-4660-9b3e-fde943f8a23a req-8a93ee3a-9d15-4cc2-8a7c-96ea909fc88f tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:43.630397 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-661d6625-2546-4660-9b3e-fde943f8a23a req-8a93ee3a-9d15-4cc2-8a7c-96ea909fc88f tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 944 time: 0.0532496 Apr 06 14:03:43.686373 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-661d6625-2546-4660-9b3e-fde943f8a23a req-aa607a2c-fa9e-429d-94f9-f740d2e18395 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476093 Apr 06 14:03:44.486187 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3a033-dde0-48aa-ba91-992d6b85e5a8 req-1993756d-f87f-4c2a-95ca-4b35b83ccf07 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:44.487665 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eaa3a033-dde0-48aa-ba91-992d6b85e5a8 req-1993756d-f87f-4c2a-95ca-4b35b83ccf07 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0583954 Apr 06 14:03:44.540224 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eaa3a033-dde0-48aa-ba91-992d6b85e5a8 req-727f02e5-6e3f-4d43-9f29-45b7ff79581c tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443931 Apr 06 14:03:44.814489 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37d9cd-363d-43af-a579-2ef025bfb600 req-d79d49fb-9bcc-4813-a1c7-8b516e5af397 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:44.815959 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c37d9cd-363d-43af-a579-2ef025bfb600 req-d79d49fb-9bcc-4813-a1c7-8b516e5af397 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 944 time: 0.0553110 Apr 06 14:03:44.840891 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-88d58614-51e1-4269-88d1-0a57cc68543c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:44.866829 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-4c37d9cd-363d-43af-a579-2ef025bfb600 req-bf0366bd-3922-4745-948f-a00081b60151 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441248 Apr 06 14:03:45.628743 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:45.997682 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74227c50-f395-417a-a98a-506ce0e5156c req-9219a328-c264-445d-9da8-4413810b9ca9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:45.999184 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-74227c50-f395-417a-a98a-506ce0e5156c req-9219a328-c264-445d-9da8-4413810b9ca9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 944 time: 0.0595515 Apr 06 14:03:46.060114 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-74227c50-f395-417a-a98a-506ce0e5156c req-77347e9e-1ddc-46d1-a733-9e924818dcfc tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518808 Apr 06 14:03:47.057985 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:47.197544 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630654b4-ab2b-4ac7-975e-346e63a3a279 req-e3e8f306-bdb9-4709-a873-32abee99d05e tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:47.199422 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-630654b4-ab2b-4ac7-975e-346e63a3a279 req-e3e8f306-bdb9-4709-a873-32abee99d05e tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 944 time: 0.0633967 Apr 06 14:03:47.250178 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-630654b4-ab2b-4ac7-975e-346e63a3a279 req-7ef700fc-d9d6-4a83-afd6-442543de8fd4 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448663 Apr 06 14:03:48.190959 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 4e641400-1ce4-44a9-8c98-40162f3b976f details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:03:48.292052 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 4e641400-1ce4-44a9-8c98-40162f3b976f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e641400-1ce4-44a9-8c98-40162f3b976f,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:48.303915 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'port_id': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'mac_address': 'fa:16:3e:a5:93:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:03:48.344606 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 4e641400-1ce4-44a9-8c98-40162f3b976f is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:48.344996 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:48.357598 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e641400-1ce4-44a9-8c98-40162f3b976f {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:03:48.372077 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a153d6-2d76-4499-87c0-c2f67b57d031 req-5fa677bb-cc7a-4f4f-93ec-0710405794f8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:48.373601 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-61a153d6-2d76-4499-87c0-c2f67b57d031 req-5fa677bb-cc7a-4f4f-93ec-0710405794f8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 944 time: 0.0507181 Apr 06 14:03:48.377008 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 4e641400-1ce4-44a9-8c98-40162f3b976f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e641400-1ce4-44a9-8c98-40162f3b976f,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:48.382438 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:48.425570 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-61a153d6-2d76-4499-87c0-c2f67b57d031 req-992b0ce5-981c-41c6-80c8-9942cf3baa54 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461569 Apr 06 14:03:48.429370 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=4e641400-1ce4-44a9-8c98-40162f3b976f,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:48.452255 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:48.687043 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['4e641400-1ce4-44a9-8c98-40162f3b976f'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:03:49.552771 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391d2cc-ac80-4923-beb4-cf3bba6ae7d7 req-e1cd345a-b5d2-4d97-bf57-83f6b7320086 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:49.554275 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6391d2cc-ac80-4923-beb4-cf3bba6ae7d7 req-e1cd345a-b5d2-4d97-bf57-83f6b7320086 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 945 time: 0.0573249 Apr 06 14:03:49.605378 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6391d2cc-ac80-4923-beb4-cf3bba6ae7d7 req-5adae6a9-4f7c-4eca-bd09-c3eccf0360b5 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 Apr 06 14:03:50.221891 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 4e641400-1ce4-44a9-8c98-40162f3b976f up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:03:50.275919 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 4e641400-1ce4-44a9-8c98-40162f3b976f completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:03:50.280419 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 4e641400-1ce4-44a9-8c98-40162f3b976f triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:03:50.280808 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:50.362400 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 4e641400-1ce4-44a9-8c98-40162f3b976f is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:03:50.362788 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:50.385639 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0899d-4050-48eb-a7c8-397e4f159add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e641400-1ce4-44a9-8c98-40162f3b976f'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:50.387867 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693f4d7f-0a83-4da1-b16e-0c34bb486417" -d '{"events": [{"server_uuid": "83d0899d-4050-48eb-a7c8-397e4f159add", "name": "network-vif-plugged", "status": "completed", "tag": "4e641400-1ce4-44a9-8c98-40162f3b976f"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:50.400831 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 4e641400-1ce4-44a9-8c98-40162f3b976f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e641400-1ce4-44a9-8c98-40162f3b976f,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:03:50.406815 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:50.430695 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a0657d-cba5-49a6-a021-1bc1e8c2abf9 x-openstack-request-id: req-f0a0657d-cba5-49a6-a021-1bc1e8c2abf9 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:50.430986 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0899d-4050-48eb-a7c8-397e4f159add", "name": "network-vif-plugged", "status": "completed", "tag": "4e641400-1ce4-44a9-8c98-40162f3b976f", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:50.431238 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0a0657d-cba5-49a6-a021-1bc1e8c2abf9 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:50.431630 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a0657d-cba5-49a6-a021-1bc1e8c2abf9'] response: {'server_uuid': '83d0899d-4050-48eb-a7c8-397e4f159add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'code': 200} Apr 06 14:03:50.458432 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=4e641400-1ce4-44a9-8c98-40162f3b976f,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:50.669059 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f0a69-11fe-400e-8e8e-97d551bd0875 req-b9bc4f53-077f-4963-9642-a599cf851330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:50.670639 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e33f0a69-11fe-400e-8e8e-97d551bd0875 req-b9bc4f53-077f-4963-9642-a599cf851330 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 1130 time: 0.0533891 Apr 06 14:03:50.717509 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-e33f0a69-11fe-400e-8e8e-97d551bd0875 req-6c24821c-b7ab-411f-aa87-d24db6463b8e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401287 Apr 06 14:03:50.734811 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c2a2-1b83-4e7a-a9f7-a45d45c862d1 req-5685f720-29ca-46c0-9fa0-6f866428e839 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:50.736284 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae91c2a2-1b83-4e7a-a9f7-a45d45c862d1 req-5685f720-29ca-46c0-9fa0-6f866428e839 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 946 time: 0.0561786 Apr 06 14:03:50.786648 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ae91c2a2-1b83-4e7a-a9f7-a45d45c862d1 req-f45660c7-f783-4b91-a766-7eac38f52fbc tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 Apr 06 14:03:51.919303 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8054fd2-e4de-4575-8659-62bba088f12e req-a7074fc8-d640-4b48-97e3-5eab6f4965a9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:51.920779 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e8054fd2-e4de-4575-8659-62bba088f12e req-a7074fc8-d640-4b48-97e3-5eab6f4965a9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 946 time: 0.0635574 Apr 06 14:03:51.970385 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-e8054fd2-e4de-4575-8659-62bba088f12e req-18580212-2ef3-44cd-8b60-1324a8789f62 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Apr 06 14:03:52.532295 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:03:53.116380 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052fdc2-2da8-4d4e-95f1-f2c5c03c7e39 req-5b5b8191-c869-4d23-8aa0-2e4516ff4547 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:53.117826 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5052fdc2-2da8-4d4e-95f1-f2c5c03c7e39 req-5b5b8191-c869-4d23-8aa0-2e4516ff4547 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 946 time: 0.0683160 Apr 06 14:03:53.170469 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-5052fdc2-2da8-4d4e-95f1-f2c5c03c7e39 req-7646098e-4c48-4fab-bdfa-111230322fe4 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468934 Apr 06 14:03:53.306576 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4e0ee-3a13-476e-ba7a-8b9d6335a23d req-e1224bb8-20aa-44ef-a5d8-176110962be1 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:53.308031 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4d4e0ee-3a13-476e-ba7a-8b9d6335a23d req-e1224bb8-20aa-44ef-a5d8-176110962be1 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 946 time: 0.0713885 Apr 06 14:03:53.356949 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4d4e0ee-3a13-476e-ba7a-8b9d6335a23d req-66816ee7-21e6-4990-9937-db8b6eaf40a7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418108 Apr 06 14:03:53.379930 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57674) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:53.586531 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd9c4f-2fef-4f88-9c27-b648db60b2a0 tempest-TestVolumeBootPattern-37117665 tempest-TestVolumeBootPattern-37117665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:53.588041 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-5fcd9c4f-2fef-4f88-9c27-b648db60b2a0 tempest-TestVolumeBootPattern-37117665 tempest-TestVolumeBootPattern-37117665-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 1125 time: 0.2070925 Apr 06 14:03:53.591152 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57678) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:03:53.595406 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'port_id': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:03:53.619622 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:53.720338 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:53.836125 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Allocated IP 172.27.3.100 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/bba299f6-7cfd-4acb-bc1b-8706872c2dd6) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:03:53.948965 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:53.992975 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:54.029965 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:03:54.035846 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:03:54.039592 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:03:54.045068 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=bba299f6-7cfd-4acb-bc1b-8706872c2dd6,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:54.424420 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (de08be35-73c3-497c-8d4b-9d28c02cab23), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:54.506990 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:54.692111 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:54.698096 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:54.769146 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=bba299f6-7cfd-4acb-bc1b-8706872c2dd6,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:03:54.783400 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (de08be35-73c3-497c-8d4b-9d28c02cab23), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:54.886810 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Floating IP de08be35-73c3-497c-8d4b-9d28c02cab23 associated. External IP: 172.27.3.100, port: 4e641400-1ce4-44a9-8c98-40162f3b976f. Apr 06 14:03:55.114994 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Router c6819563-c7c3-4c3d-b7e5-977643400107 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:03:55.488668 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:03:55.499924 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:03:55.508984 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:03:55.510054 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:55.510799 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:03:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:55.539533 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-637f7ed8-5bc2-4479-8470-06de3da5f371 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9473498 Apr 06 14:03:55.540224 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d0899d-4050-48eb-a7c8-397e4f159add', 'tag': '4e641400-1ce4-44a9-8c98-40162f3b976f'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:03:55.542549 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5" -d '{"events": [{"name": "network-changed", "server_uuid": "83d0899d-4050-48eb-a7c8-397e4f159add", "tag": "4e641400-1ce4-44a9-8c98-40162f3b976f"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:03:55.584133 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51afcc62-4d0a-451b-a283-ed6fd37f1b4e x-openstack-request-id: req-51afcc62-4d0a-451b-a283-ed6fd37f1b4e {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:03:55.584424 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d0899d-4050-48eb-a7c8-397e4f159add", "tag": "4e641400-1ce4-44a9-8c98-40162f3b976f", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:03:55.584675 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51afcc62-4d0a-451b-a283-ed6fd37f1b4e {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:03:55.585080 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51afcc62-4d0a-451b-a283-ed6fd37f1b4e'] response: {'name': 'network-changed', 'server_uuid': '83d0899d-4050-48eb-a7c8-397e4f159add', 'tag': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'status': 'completed', 'code': 200} Apr 06 14:03:55.660404 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-08a18111-cea0-4ec1-ba15-61509ebb8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:55.661901 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-08a18111-cea0-4ec1-ba15-61509ebb8e8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 1130 time: 0.0502999 Apr 06 14:03:55.764417 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-76e26dc9-118f-4a79-94bc-f41b03e8edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:55.765994 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-76e26dc9-118f-4a79-94bc-f41b03e8edc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0976717 Apr 06 14:03:55.783823 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:55.832089 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-910dab37-4d53-4374-89b6-77d2dc398a87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e641400-1ce4-44a9-8c98-40162f3b976f HTTP/1.1" status: 200 len: 1000 time: 0.0594659 Apr 06 14:03:55.888371 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-0144e627-e95b-4be9-8f46-270d02a3faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:55.889860 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-0144e627-e95b-4be9-8f46-270d02a3faea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0456586 Apr 06 14:03:55.941628 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-68d14249-88c6-402c-9735-cc1fc71865c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:03:55.943009 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-68d14249-88c6-402c-9735-cc1fc71865c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468941 Apr 06 14:03:56.007277 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'de08be35-73c3-497c-8d4b-9d28c02cab23', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:a5:93:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d0899d-4050-48eb-a7c8-397e4f159add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:03:54Z', 'updated_at': '2022-04-06T14:03:54Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:56.037460 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:03:56.044021 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-e4dad41c-dcb3-4080-a2ec-834f9a8fbcda service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947127 Apr 06 14:03:56.046576 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:03:56.047470 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:03:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:56.138430 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-c0c6c2b1-808b-4cb0-8458-b1d76ff213e5 req-314ea158-71e2-4b77-8241-b67f23e7a388 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880766 Apr 06 14:03:56.159275 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:03:56.383125 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'de08be35-73c3-497c-8d4b-9d28c02cab23', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:a5:93:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d0899d-4050-48eb-a7c8-397e4f159add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:03:54Z', 'updated_at': '2022-04-06T14:03:54Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:03:56.414305 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52983e1-c522-47b0-bae6-7496bf519503 None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': 'de08be35-73c3-497c-8d4b-9d28c02cab23', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:a5:93:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d0899d-4050-48eb-a7c8-397e4f159add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:03:54Z', 'updated_at': '2022-04-06T14:03:54Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:03:56.612701 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a186d3-6f10-4756-b2b8-26d65e569118 None None] New status for floating IP de08be35-73c3-497c-8d4b-9d28c02cab23: ACTIVE {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:04:08.921721 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:12.377856 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-073a6393-28d7-4078-8f3d-e8eb94d64b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:14.847000 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fea43aed-817e-459a-a343-51d174823998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:15.629372 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:16.336252 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-33eb19ee-0db1-4869-9151-353d5319f49d req-3cc4b0c8-1267-44af-af82-06e60fbfd33c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519822 Apr 06 14:04:16.431260 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb19ee-0db1-4869-9151-353d5319f49d req-ec5ab759-714e-445f-b074-434b61ada4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:16.432758 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-33eb19ee-0db1-4869-9151-353d5319f49d req-ec5ab759-714e-445f-b074-434b61ada4f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1129 time: 0.0451393 Apr 06 14:04:16.554028 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb19ee-0db1-4869-9151-353d5319f49d req-529410fb-35ed-4f4d-ba67-72c40f8080a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:16.555538 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-33eb19ee-0db1-4869-9151-353d5319f49d req-529410fb-35ed-4f4d-ba67-72c40f8080a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 908 time: 0.1000018 Apr 06 14:04:16.622970 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-33eb19ee-0db1-4869-9151-353d5319f49d req-2aba70aa-b5c9-49e8-b292-da5f4d4e1a1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 1001 time: 0.0603304 Apr 06 14:04:16.682131 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb19ee-0db1-4869-9151-353d5319f49d req-584eca41-ba9e-4401-84af-c400717fe3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:16.683620 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-33eb19ee-0db1-4869-9151-353d5319f49d req-584eca41-ba9e-4401-84af-c400717fe3ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0540411 Apr 06 14:04:16.736248 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb19ee-0db1-4869-9151-353d5319f49d req-f27bbdd2-4b59-4412-8bec-d7b88cf88239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:04:16.737762 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-33eb19ee-0db1-4869-9151-353d5319f49d req-f27bbdd2-4b59-4412-8bec-d7b88cf88239 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479946 Apr 06 14:04:16.834842 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-33eb19ee-0db1-4869-9151-353d5319f49d req-9d70ed2b-5a85-40a8-9990-772f14654fb0 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841808 Apr 06 14:04:16.937612 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-33eb19ee-0db1-4869-9151-353d5319f49d req-70d03c67-eb38-4064-b317-2e58fe6b7848 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950618 Apr 06 14:04:17.059074 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:18.461767 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:29.536070 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:04:38.939032 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:42.376026 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-07768aba-8f22-4fbb-9b89-04ed409c2c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:44.849713 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-75cc726e-1e2a-49c4-bb9d-d333b67c083d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:45.632092 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:47.064299 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:04:48.470854 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:06.537056 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:05:08.934100 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:12.372379 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-0bd9c112-7c85-408b-9bb8-12b6e578dd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:14.844479 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ecbf23e7-ddc8-43d1-94b6-94672f3c0e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:15.635979 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:16.393887 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-4b35b538-b1ab-4e78-9c1d-9abd36b33087 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504692 Apr 06 14:05:16.467721 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-0c9f33b9-8f17-494b-be11-a17857ab9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:16.469293 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-0c9f33b9-8f17-494b-be11-a17857ab9553 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 1130 time: 0.0532200 Apr 06 14:05:16.589388 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-94f4413e-4002-47c0-ad7d-2c01553b559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:16.590886 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-94f4413e-4002-47c0-ad7d-2c01553b559b service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.1004190 Apr 06 14:05:16.656484 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-3d2455b7-7d81-4bc4-ab7a-31194d6613cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e641400-1ce4-44a9-8c98-40162f3b976f HTTP/1.1" status: 200 len: 1002 time: 0.0590055 Apr 06 14:05:16.710768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-6c40a2ed-ec69-4aae-bf5b-e2563deb15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:16.712212 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-6c40a2ed-ec69-4aae-bf5b-e2563deb15ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0488527 Apr 06 14:05:16.767991 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-ca057823-6c72-476b-8879-6c1d04bdf6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:16.769605 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-ca057823-6c72-476b-8879-6c1d04bdf6dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516977 Apr 06 14:05:16.865978 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-f345987e-7a0f-4052-add5-85c9e76ce343 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902328 Apr 06 14:05:16.971659 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d705c858-81d5-490c-84e4-ce5b1cb34ca8 req-e7af1b47-0905-4da6-bd4a-34b4a759957a service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997915 Apr 06 14:05:17.080178 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:18.460181 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:20.874099 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57722) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:21.142772 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Deleting port ebee4b47-bc88-4c64-99bf-2901eb5f8f66 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:21.143032 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:21.221694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:21.222014 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for floatingip (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:21.233626 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Calling delete_port for ebee4b47-bc88-4c64-99bf-2901eb5f8f66 owned by network:floatingip {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:21.393464 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (ebee4b47-bc88-4c64-99bf-2901eb5f8f66), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:21.421080 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event deleted for resources: {'Port': ['ID=ebee4b47-bc88-4c64-99bf-2901eb5f8f66,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:21.435146 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.435497 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.435911 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.436360 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.436835 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.437182 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.437549 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.437956 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.438430 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.438890 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.439360 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.439855 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.440375 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.440758 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.441176 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:21.497022 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for floatingip (f78ad68f-378f-4d77-89aa-139fce532793), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:21.497381 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.db.l3_db [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Floating IP f78ad68f-378f-4d77-89aa-139fce532793 disassociated (deleted). External IP: 172.27.3.107, port: a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3. Apr 06 14:05:21.714290 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Router 000eedbc-7620-44b0-b384-e49e3ad6013f has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:05:21.824148 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:05:21.829201 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:21.834691 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] Sync routers for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:05:21.845484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:05:21.846101 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:05:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:21.859099 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-9914dfc4-fa21-42a4-900d-6d8e1f1eb9f8 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "DELETE /v2.0/floatingips/f78ad68f-378f-4d77-89aa-139fce532793 HTTP/1.1" status: 204 len: 168 time: 0.9836261 Apr 06 14:05:21.859675 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'}] {{(pid=110043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:05:21.862056 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}690fa8017541b07a81f3e810c04dc6f8ffe6884f0585313b3c2b703b89e5d9c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d73fd9-7f68-44e5-8ab5-98d417a587fb" -d '{"events": [{"name": "network-changed", "server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3"}]}' {{(pid=110043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:05:21.963237 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:05:21.989059 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9874101-1591-4d33-85fa-4f779d03d923 x-openstack-request-id: req-f9874101-1591-4d33-85fa-4f779d03d923 {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:05:21.989746 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3", "status": "completed", "code": 200}]} {{(pid=110043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:05:21.989746 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9874101-1591-4d33-85fa-4f779d03d923 {{(pid=110043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:05:21.990201 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9874101-1591-4d33-85fa-4f779d03d923'] response: {'name': 'network-changed', 'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'status': 'completed', 'code': 200} Apr 06 14:05:22.142712 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf9067-0d19-4515-beaa-abf679fcf0d3 req-b8252cdf-68a5-4539-b397-6e673bc82dc5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:22.144416 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cadf9067-0d19-4515-beaa-abf679fcf0d3 req-b8252cdf-68a5-4539-b397-6e673bc82dc5 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.1040785 Apr 06 14:05:22.179053 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 5, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:22.196029 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-cadf9067-0d19-4515-beaa-abf679fcf0d3 req-efb7b93c-708d-43f5-becf-8c1b1bb0b680 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Apr 06 14:05:22.204708 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] Checking router: 000eedbc-7620-44b0-b384-e49e3ad6013f for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:05:22.214416 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:05:22.215034 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:05:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:22.323233 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:05:22.531357 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 5, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:22.560359 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f6239-101f-4e4a-8e92-b3b15bd08baa None None] The sync data for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi is: [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T13:59:25Z', 'revision_number': 4, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '6c3a2310-3a02-4dee-884f-b4d917730085', 'name': '', 'network_id': 'beca4aa4-b2fc-45d8-9d50-baa3a4f86438', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'mac_address': 'fa:16:3e:ef:ce:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:24Z', 'updated_at': '2022-04-06T13:59:33Z', 'revision_number': 5, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'subnets': [{'id': '7cca4659-d566-4afc-8860-ced163e3ec08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:05:22.808021 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d11d6c-1526-470d-b218-c61dc26653e2 None None] New status for floating IP f78ad68f-378f-4d77-89aa-139fce532793: DOWN {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:05:23.076762 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-574cd392-8784-4aa2-9410-4f351368b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:23.078330 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-574cd392-8784-4aa2-9410-4f351368b4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=952b71f9ca204110b8f1735ff7d4a304&device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 1129 time: 0.0513306 Apr 06 14:05:23.193768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-80ebc9e7-9b87-4a6d-9d19-9cc76dba6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:23.195307 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-80ebc9e7-9b87-4a6d-9d19-9cc76dba6734 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 200 len: 908 time: 0.1082597 Apr 06 14:05:23.239063 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-e2f57aa5-32b6-415d-920b-bff8d5271776 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 200 len: 217 time: 0.0368404 Apr 06 14:05:23.290449 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-e37aff17-4167-45ec-a7c2-30047fc0721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:23.291969 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-e37aff17-4167-45ec-a7c2-30047fc0721d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 200 len: 847 time: 0.0453153 Apr 06 14:05:23.374403 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cddda-d637-498a-ae7f-3ca0bed87356 req-37a5a065-0237-4031-90bf-c20f8084ba18 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:23.375851 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c94cddda-d637-498a-ae7f-3ca0bed87356 req-37a5a065-0237-4031-90bf-c20f8084ba18 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.1087887 Apr 06 14:05:23.428021 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c94cddda-d637-498a-ae7f-3ca0bed87356 req-33362783-71e5-46e0-aa3b-849e6765e8d7 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42f266b-2132-4282-aeea-9a3216a936a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Apr 06 14:05:23.508873 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-c078696f-e41e-4131-ac4c-8d8dc7483be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:23.510326 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-c078696f-e41e-4131-ac4c-8d8dc7483be1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beca4aa4-b2fc-45d8-9d50-baa3a4f86438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466094 Apr 06 14:05:23.767940 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-14a2aa3b-3aea-4b7d-a8d8-fd35928ec2f7 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143401 Apr 06 14:05:23.788128 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-50006db0-3ba6-4c07-9a65-5178a45255b3 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:05:23.789564 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-50006db0-3ba6-4c07-9a65-5178a45255b3 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.41 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 945 time: 0.0827291 Apr 06 14:05:23.928777 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-61d73fd9-7f68-44e5-8ab5-98d417a587fb req-a56d4ad4-35f6-4ed9-8da9-202717161665 service neutron] 10.222.0.41 "GET /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538503 Apr 06 14:05:23.947767 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Deleting port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:23.948109 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:24.044581 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] For port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:24.044876 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:24.058394 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Calling delete_port for a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:24.207043 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:24.239272 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event deleted for resources: {'Port': ['ID=a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:24.250968 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.251319 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.251659 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.251989 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.252337 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.252663 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.252989 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.253321 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.253648 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.254004 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.254292 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.254623 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.254953 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.255257 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.255572 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:24.291572 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] No DVR routers for this DVR port a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:05:24.294117 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:24.297552 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-4a5fccc6-e3ee-407a-8cbd-99f8d08b2903 req-b43ba6d7-212d-4202-82ed-0918b16dc3e4 tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.41 "DELETE /v2.0/ports/a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 HTTP/1.1" status: 204 len: 173 time: 0.4969363 Apr 06 14:05:24.297931 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'name': 'network-vif-deleted', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:05:24.300209 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b111f6c-f82d-4213-a7df-d4ed56c53eca" -d '{"events": [{"server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "name": "network-vif-deleted", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:05:24.335456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab3b44c-e952-400a-80de-becb6b3f8f17 x-openstack-request-id: req-4ab3b44c-e952-400a-80de-becb6b3f8f17 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:05:24.335735 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240790b9-6c9f-4f4e-95fa-58f502d87661", "name": "network-vif-deleted", "tag": "a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:05:24.335987 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ab3b44c-e952-400a-80de-becb6b3f8f17 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:05:24.336395 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab3b44c-e952-400a-80de-becb6b3f8f17'] response: {'server_uuid': '240790b9-6c9f-4f4e-95fa-58f502d87661', 'name': 'network-vif-deleted', 'tag': 'a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3', 'status': 'completed', 'code': 200} Apr 06 14:05:24.532928 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2ee756dc-bfed-4176-9008-3d683bf43092 req-e7dcca46-5d6a-4a12-9f15-7b5b42d487df tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "GET /v2.0/ports?device_id=240790b9-6c9f-4f4e-95fa-58f502d87661 HTTP/1.1" status: 200 len: 210 time: 0.0276258 Apr 06 14:05:25.599152 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57758) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:25.658935 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-890aea9c-2e06-4923-8206-c7931c2e9c2b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group (d42f266b-2132-4282-aeea-9a3216a936a3), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:25.683721 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-890aea9c-2e06-4923-8206-c7931c2e9c2b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group (d42f266b-2132-4282-aeea-9a3216a936a3), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:25.755415 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-890aea9c-2e06-4923-8206-c7931c2e9c2b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (d42f266b-2132-4282-aeea-9a3216a936a3), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:25.757956 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-890aea9c-2e06-4923-8206-c7931c2e9c2b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:25.759127 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-890aea9c-2e06-4923-8206-c7931c2e9c2b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] 10.222.0.44 "DELETE /v2.0/security-groups/d42f266b-2132-4282-aeea-9a3216a936a3 HTTP/1.1" status: 204 len: 168 time: 0.1586809 Apr 06 14:05:25.768515 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890aea9c-2e06-4923-8206-c7931c2e9c2b tempest-TestShelveInstance-1209485116 tempest-TestShelveInstance-1209485116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42f266b-2132-4282-aeea-9a3216a936a3,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:25.814367 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57762) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:26.500585 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (000eedbc-7620-44b0-b384-e49e3ad6013f), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:26.694530 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:05:26.718477 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:05:26.718824 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device a7d2d54d-c2af-4e3b-b5e9-8fbea93984f3 not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:05:26.746588 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Deleting port 6c3a2310-3a02-4dee-884f-b4d917730085 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:26.747211 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:26.833720 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] For port 6c3a2310-3a02-4dee-884f-b4d917730085, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=6c3a2310-3a02-4dee-884f-b4d917730085,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:26.834183 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:26.847225 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Calling delete_port for 6c3a2310-3a02-4dee-884f-b4d917730085 owned by network:router_interface {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:27.041955 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (6c3a2310-3a02-4dee-884f-b4d917730085), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:27.066508 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3a2310-3a02-4dee-884f-b4d917730085,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:27.231825 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (000eedbc-7620-44b0-b384-e49e3ad6013f), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:27.462106 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Router 000eedbc-7620-44b0-b384-e49e3ad6013f has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:05:27.574787 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:05:27.580977 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-1202238c-3969-4cd9-84f4-cbbb153e9b37 admin admin] 10.222.0.44 "PUT /v2.0/routers/000eedbc-7620-44b0-b384-e49e3ad6013f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7652476 Apr 06 14:05:27.583596 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57766) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:27.584618 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] Sync routers for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:05:27.595174 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:05:27.595790 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:05:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:27.688782 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks [] for router (000eedbc-7620-44b0-b384-e49e3ad6013f), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:27.799219 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks [] for router_gateway (000eedbc-7620-44b0-b384-e49e3ad6013f), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:27.847420 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:05:27.855837 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Deleting port cc97c92e-c17e-47e6-afc9-e0fbd326ca14 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:27.856181 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:27.941790 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] For port cc97c92e-c17e-47e6-afc9-e0fbd326ca14, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=cc97c92e-c17e-47e6-afc9-e0fbd326ca14,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:27.942082 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:27.954249 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Calling delete_port for cc97c92e-c17e-47e6-afc9-e0fbd326ca14 owned by network:router_gateway {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:28.035174 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T14:05:26Z', 'revision_number': 5, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port': {'id': 'cc97c92e-c17e-47e6-afc9-e0fbd326ca14', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:21Z', 'updated_at': '2022-04-06T13:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:28.065560 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] Checking router: 000eedbc-7620-44b0-b384-e49e3ad6013f for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:05:28.074568 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] Routers {'000eedbc-7620-44b0-b384-e49e3ad6013f'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:05:28.075234 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:05:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['000eedbc-7620-44b0-b384-e49e3ad6013f'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:28.128911 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (cc97c92e-c17e-47e6-afc9-e0fbd326ca14), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.155242 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc97c92e-c17e-47e6-afc9-e0fbd326ca14,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:28.170215 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] Set router 000eedbc-7620-44b0-b384-e49e3ad6013f gateway port host: None {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:05:28.215828 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (000eedbc-7620-44b0-b384-e49e3ad6013f), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.228343 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T14:05:27Z', 'revision_number': 6, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:28.258031 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc30e93-ceaf-4ca0-9753-3b1ba10eed74 None None] The sync data for ids ['000eedbc-7620-44b0-b384-e49e3ad6013f'] in dv-cinder-836804-1-iscsi is: [{'id': '000eedbc-7620-44b0-b384-e49e3ad6013f', 'name': 'tempest-TestShelveInstance-865867597-router', 'tenant_id': '952b71f9ca204110b8f1735ff7d4a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:20Z', 'updated_at': '2022-04-06T14:05:27Z', 'revision_number': 6, 'project_id': '952b71f9ca204110b8f1735ff7d4a304', 'gw_port_host': None}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:05:28.307065 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (000eedbc-7620-44b0-b384-e49e3ad6013f), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.309277 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks [] for router_controller (000eedbc-7620-44b0-b384-e49e3ad6013f), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.621993 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (000eedbc-7620-44b0-b384-e49e3ad6013f), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.622754 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 000eedbc-7620-44b0-b384-e49e3ad6013f {{(pid=110042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:05:28.627116 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.630754 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-0cb48ef6-5ff3-4725-ad0a-0736180f6355 admin admin] 10.222.0.44 "DELETE /v2.0/routers/000eedbc-7620-44b0-b384-e49e3ad6013f HTTP/1.1" status: 204 len: 168 time: 1.0437040 Apr 06 14:05:28.630932 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57768) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:28.677193 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_v2 [None req-0583deed-03af-45a3-86bd-99aecbaddfbc admin admin] Deleting subnet 7cca4659-d566-4afc-8860-ced163e3ec08 {{(pid=110042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:05:28.680904 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0583deed-03af-45a3-86bd-99aecbaddfbc admin admin] Publish callbacks [] for subnet (7cca4659-d566-4afc-8860-ced163e3ec08), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.724286 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0583deed-03af-45a3-86bd-99aecbaddfbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-119305608'] for subnet (7cca4659-d566-4afc-8860-ced163e3ec08), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.809653 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0583deed-03af-45a3-86bd-99aecbaddfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (7cca4659-d566-4afc-8860-ced163e3ec08), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.862681 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0583deed-03af-45a3-86bd-99aecbaddfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119505356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119144187'] for subnet (7cca4659-d566-4afc-8860-ced163e3ec08), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.887109 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583deed-03af-45a3-86bd-99aecbaddfbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cca4659-d566-4afc-8860-ced163e3ec08,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:28.890961 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0583deed-03af-45a3-86bd-99aecbaddfbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:28.894119 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-0583deed-03af-45a3-86bd-99aecbaddfbc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7cca4659-d566-4afc-8860-ced163e3ec08 HTTP/1.1" status: 204 len: 168 time: 0.2622817 Apr 06 14:05:28.897591 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57770) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:28.901428 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d6ad8-566b-4943-990a-1fa806d2ab8f None None] Network beca4aa4-b2fc-45d8-9d50-baa3a4f86438 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:05:28.969937 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (beca4aa4-b2fc-45d8-9d50-baa3a4f86438), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.035576 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Deleting port 54bfc43b-224e-4b7a-b210-1c491cb9abcc {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:29.036175 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.070679 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] DHCP port deletion for beca4aa4-b2fc-45d8-9d50-baa3a4f86438 request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:05:29.099765 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] For port 54bfc43b-224e-4b7a-b210-1c491cb9abcc, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=54bfc43b-224e-4b7a-b210-1c491cb9abcc,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:29.100134 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.114544 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Calling delete_port for 54bfc43b-224e-4b7a-b210-1c491cb9abcc owned by network:dhcp {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:29.126902 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Deleting port 54bfc43b-224e-4b7a-b210-1c491cb9abcc {{(pid=110044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:29.127278 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), before_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.189394 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] For port 54bfc43b-224e-4b7a-b210-1c491cb9abcc, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=54bfc43b-224e-4b7a-b210-1c491cb9abcc,segment=NetworkSegment(49fc0ba2-8bbd-40df-a977-f4e549992a4f),segment_id=49fc0ba2-8bbd-40df-a977-f4e549992a4f)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:29.189796 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), precommit_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.200092 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.206802 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Calling delete_port for 54bfc43b-224e-4b7a-b210-1c491cb9abcc owned by network:dhcp {{(pid=110044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:29.227883 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54bfc43b-224e-4b7a-b210-1c491cb9abcc,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:29.238762 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] No DVR routers for this DVR port 54bfc43b-224e-4b7a-b210-1c491cb9abcc on host dv-cinder-836804-1-iscsi {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:05:29.296790 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (54bfc43b-224e-4b7a-b210-1c491cb9abcc), after_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.319619 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (beca4aa4-b2fc-45d8-9d50-baa3a4f86438), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.328027 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Pushing event deleted for resources: {'Port': ['ID=54bfc43b-224e-4b7a-b210-1c491cb9abcc,revision_number=None']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:29.332547 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] No DVR routers for this DVR port 54bfc43b-224e-4b7a-b210-1c491cb9abcc on host dv-cinder-836804-1-iscsi {{(pid=110044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:05:29.339139 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.339511 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345329 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345661 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beca4aa4-b2fc-45d8-9d50-baa3a4f86438']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.345874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad9d6-50b4-463e-aee6-65cf40df1625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:05:29.350290 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fc0ba2-8bbd-40df-a977-f4e549992a4f') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:29.350592 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fc0ba2-8bbd-40df-a977-f4e549992a4f') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:29.360229 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (49fc0ba2-8bbd-40df-a977-f4e549992a4f), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.373550 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (49fc0ba2-8bbd-40df-a977-f4e549992a4f), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.379930 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:05:29.380361 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (49fc0ba2-8bbd-40df-a977-f4e549992a4f), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:05:29.382071 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:05:29.438072 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (beca4aa4-b2fc-45d8-9d50-baa3a4f86438), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.443540 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:29.447161 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/beca4aa4-b2fc-45d8-9d50-baa3a4f86438 HTTP/1.1" status: 204 len: 168 time: 0.5486064 Apr 06 14:05:29.455335 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57772) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:29.458819 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b58ffe-a06d-4768-842f-eeb83700abb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=beca4aa4-b2fc-45d8-9d50-baa3a4f86438,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:29.503693 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 54bfc43b-224e-4b7a-b210-1c491cb9abcc no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:05:29.524693 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 54bfc43b-224e-4b7a-b210-1c491cb9abcc {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:05:29.525036 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 54bfc43b-224e-4b7a-b210-1c491cb9abcc not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:05:29.527759 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 6c3a2310-3a02-4dee-884f-b4d917730085 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:05:29.544795 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 6c3a2310-3a02-4dee-884f-b4d917730085 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:05:29.545142 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 6c3a2310-3a02-4dee-884f-b4d917730085 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:05:29.545604 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device cc97c92e-c17e-47e6-afc9-e0fbd326ca14 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:05:29.565423 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: cc97c92e-c17e-47e6-afc9-e0fbd326ca14 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:05:29.565771 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device cc97c92e-c17e-47e6-afc9-e0fbd326ca14 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:05:29.811825 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (98171296-e3ff-4990-a80a-3d2f202fe414), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:30.076138 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Deleting port 8d595c8a-77df-4ab7-af37-5a803e5164cc {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:30.076474 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:30.155173 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] For port 8d595c8a-77df-4ab7-af37-5a803e5164cc, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=8d595c8a-77df-4ab7-af37-5a803e5164cc,segment=NetworkSegment(52edba50-433a-4471-b2d9-48dba6795914),segment_id=52edba50-433a-4471-b2d9-48dba6795914)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:30.155546 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:30.169379 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Calling delete_port for 8d595c8a-77df-4ab7-af37-5a803e5164cc owned by network:router_interface {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:30.360552 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (8d595c8a-77df-4ab7-af37-5a803e5164cc), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:30.388339 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d595c8a-77df-4ab7-af37-5a803e5164cc,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:30.582422 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (98171296-e3ff-4990-a80a-3d2f202fe414), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:30.831548 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Router 98171296-e3ff-4990-a80a-3d2f202fe414 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:05:31.194031 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:05:31.199120 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e13f110f-4526-4953-9eb3-a7b8f4e997b5 admin admin] 10.222.0.44 "PUT /v2.0/routers/98171296-e3ff-4990-a80a-3d2f202fe414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419958 Apr 06 14:05:31.202410 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57774) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:31.203482 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] Sync routers for ids ['98171296-e3ff-4990-a80a-3d2f202fe414'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:05:31.213918 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] Routers {'98171296-e3ff-4990-a80a-3d2f202fe414'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:05:31.214553 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:05:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['98171296-e3ff-4990-a80a-3d2f202fe414'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:31.311278 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks [] for router (98171296-e3ff-4990-a80a-3d2f202fe414), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:31.320868 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] Set router 98171296-e3ff-4990-a80a-3d2f202fe414 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:05:31.419162 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks [] for router_gateway (98171296-e3ff-4990-a80a-3d2f202fe414), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:31.483542 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Deleting port f2f40796-162d-41a4-8386-88a0c998e516 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:31.483927 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (f2f40796-162d-41a4-8386-88a0c998e516), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:31.514452 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T14:05:30Z', 'revision_number': 5, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port': {'id': 'f2f40796-162d-41a4-8386-88a0c998e516', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T13:59:30Z', 'updated_at': '2022-04-06T13:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:31.542672 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] Checking router: 98171296-e3ff-4990-a80a-3d2f202fe414 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:05:31.551525 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] Routers {'98171296-e3ff-4990-a80a-3d2f202fe414'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:05:31.552166 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:05:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['98171296-e3ff-4990-a80a-3d2f202fe414'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:31.572377 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] For port f2f40796-162d-41a4-8386-88a0c998e516, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=f2f40796-162d-41a4-8386-88a0c998e516,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:31.572763 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (f2f40796-162d-41a4-8386-88a0c998e516), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:31.587306 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Calling delete_port for f2f40796-162d-41a4-8386-88a0c998e516 owned by network:router_gateway {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:31.643622 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] Set router 98171296-e3ff-4990-a80a-3d2f202fe414 gateway port host: None {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:05:31.698928 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T14:05:31Z', 'revision_number': 6, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:31.725714 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8a5bc-1aae-4a67-bb1d-822ede84db02 None None] The sync data for ids ['98171296-e3ff-4990-a80a-3d2f202fe414'] in dv-cinder-836804-1-iscsi is: [{'id': '98171296-e3ff-4990-a80a-3d2f202fe414', 'name': 'tempest-TestShelveInstance-984655382-router', 'tenant_id': '86f1ab733dea4e51b2aead37316784be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T13:59:29Z', 'updated_at': '2022-04-06T14:05:31Z', 'revision_number': 6, 'project_id': '86f1ab733dea4e51b2aead37316784be', 'gw_port_host': None}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:05:31.767869 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (f2f40796-162d-41a4-8386-88a0c998e516), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:31.792350 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f40796-162d-41a4-8386-88a0c998e516,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:31.855778 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (98171296-e3ff-4990-a80a-3d2f202fe414), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:31.951901 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (98171296-e3ff-4990-a80a-3d2f202fe414), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:31.954203 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks [] for router_controller (98171296-e3ff-4990-a80a-3d2f202fe414), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.000286 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (98171296-e3ff-4990-a80a-3d2f202fe414), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.001040 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98171296-e3ff-4990-a80a-3d2f202fe414 {{(pid=110042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:05:32.006271 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.008022 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-f956c75f-aaad-4744-a1d0-4e45c45e7ff6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/98171296-e3ff-4990-a80a-3d2f202fe414 HTTP/1.1" status: 204 len: 168 time: 0.8043718 Apr 06 14:05:32.010730 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57776) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:32.055855 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdfc3dc-b5bc-481e-88b9-03d3d1ab2a92 admin admin] Deleting subnet 53043cdc-2dbe-4715-911c-e1ba8a9b1970 {{(pid=110042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:05:32.059052 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc3dc-b5bc-481e-88b9-03d3d1ab2a92 admin admin] Publish callbacks [] for subnet (53043cdc-2dbe-4715-911c-e1ba8a9b1970), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.095114 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc3dc-b5bc-481e-88b9-03d3d1ab2a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-119305608'] for subnet (53043cdc-2dbe-4715-911c-e1ba8a9b1970), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.182658 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc3dc-b5bc-481e-88b9-03d3d1ab2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (53043cdc-2dbe-4715-911c-e1ba8a9b1970), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.235752 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc3dc-b5bc-481e-88b9-03d3d1ab2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119505356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119144187'] for subnet (53043cdc-2dbe-4715-911c-e1ba8a9b1970), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.260806 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfc3dc-b5bc-481e-88b9-03d3d1ab2a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53043cdc-2dbe-4715-911c-e1ba8a9b1970,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:32.264614 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc3dc-b5bc-481e-88b9-03d3d1ab2a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.268338 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-2cdfc3dc-b5bc-481e-88b9-03d3d1ab2a92 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/53043cdc-2dbe-4715-911c-e1ba8a9b1970 HTTP/1.1" status: 204 len: 168 time: 0.2562351 Apr 06 14:05:32.270777 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57778) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:32.273718 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7155f-c001-427c-acea-ebf6cfa3f304 None None] Network b97b4fbe-b137-4d47-9867-9e07bd647832 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:05:32.340119 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (b97b4fbe-b137-4d47-9867-9e07bd647832), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.396238 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Deleting port 9a424818-f317-4952-8804-f254697ad0e6 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:32.396584 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (9a424818-f317-4952-8804-f254697ad0e6), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.463250 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] For port 9a424818-f317-4952-8804-f254697ad0e6, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=9a424818-f317-4952-8804-f254697ad0e6,segment=NetworkSegment(52edba50-433a-4471-b2d9-48dba6795914),segment_id=52edba50-433a-4471-b2d9-48dba6795914)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:32.463250 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (9a424818-f317-4952-8804-f254697ad0e6), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.479152 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Calling delete_port for 9a424818-f317-4952-8804-f254697ad0e6 owned by network:dhcp {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:32.498224 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] DHCP port deletion for b97b4fbe-b137-4d47-9867-9e07bd647832 request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:05:32.560975 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] Deleting port 9a424818-f317-4952-8804-f254697ad0e6 {{(pid=110044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:05:32.561468 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (9a424818-f317-4952-8804-f254697ad0e6), before_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.573051 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (9a424818-f317-4952-8804-f254697ad0e6), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.600351 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a424818-f317-4952-8804-f254697ad0e6,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:32.602606 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] No DVR routers for this DVR port 9a424818-f317-4952-8804-f254697ad0e6 on host dv-cinder-836804-1-iscsi {{(pid=110043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:05:32.629242 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] For port 9a424818-f317-4952-8804-f254697ad0e6, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=9a424818-f317-4952-8804-f254697ad0e6,segment=NetworkSegment(52edba50-433a-4471-b2d9-48dba6795914),segment_id=52edba50-433a-4471-b2d9-48dba6795914)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:05:32.629682 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (9a424818-f317-4952-8804-f254697ad0e6), precommit_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.643091 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] Calling delete_port for 9a424818-f317-4952-8804-f254697ad0e6 owned by network:dhcp {{(pid=110044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:05:32.674683 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (b97b4fbe-b137-4d47-9867-9e07bd647832), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.696008 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97b4fbe-b137-4d47-9867-9e07bd647832']}} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:32.705301 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52edba50-433a-4471-b2d9-48dba6795914') {'for_net_delete': True} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:32.705605 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.services.segments.db [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52edba50-433a-4471-b2d9-48dba6795914') {} {{(pid=110043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:05:32.715053 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127665553'] for segment (52edba50-433a-4471-b2d9-48dba6795914), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.721188 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (9a424818-f317-4952-8804-f254697ad0e6), after_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.731023 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (52edba50-433a-4471-b2d9-48dba6795914), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.738157 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=110043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:05:32.738728 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991052'] for segment (52edba50-433a-4471-b2d9-48dba6795914), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: Traceback (most recent call last): Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: timer() Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: cb(*args, **kw) Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: return func(*args, **kwargs) Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: self._notify() Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: self.callback(batched_events) Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: event.method(event) Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: return f(self, *a, **k) Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._get(url).json() Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: return self.request(url, 'GET', **kwargs) Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:05:32.740772 dv-cinder-836804-1-iscsi neutron-server[110043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:05:32.746902 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] Pushing event deleted for resources: {'Port': ['ID=9a424818-f317-4952-8804-f254697ad0e6,revision_number=None']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:32.751504 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6f57c-baf6-4ea7-ab99-dbab259011c7 None None] No DVR routers for this DVR port 9a424818-f317-4952-8804-f254697ad0e6 on host dv-cinder-836804-1-iscsi {{(pid=110044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:05:32.807718 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (b97b4fbe-b137-4d47-9867-9e07bd647832), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.815144 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:32.818029 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b97b4fbe-b137-4d47-9867-9e07bd647832 HTTP/1.1" status: 204 len: 168 time: 0.5461121 Apr 06 14:05:32.830613 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e9dd-e56d-4ff1-abbd-7ec1604bab99 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97b4fbe-b137-4d47-9867-9e07bd647832,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:32.938445 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57782) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:32.978403 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-a43696e8-8b61-4cf3-9a3e-7f584b44f208 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=952b71f9ca204110b8f1735ff7d4a304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387554 Apr 06 14:05:32.981068 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57784) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:33.029135 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-089ccf15-7680-4f88-a419-72f44740a8bb admin admin] Publish callbacks [] for security_group (2d7208e5-a8d5-4dac-be80-2ced35ed7505), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:33.056967 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-089ccf15-7680-4f88-a419-72f44740a8bb admin admin] Publish callbacks [] for security_group (2d7208e5-a8d5-4dac-be80-2ced35ed7505), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:33.110230 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-089ccf15-7680-4f88-a419-72f44740a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (2d7208e5-a8d5-4dac-be80-2ced35ed7505), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:33.114106 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-089ccf15-7680-4f88-a419-72f44740a8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:33.115600 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-089ccf15-7680-4f88-a419-72f44740a8bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d7208e5-a8d5-4dac-be80-2ced35ed7505 HTTP/1.1" status: 204 len: 168 time: 0.1333749 Apr 06 14:05:33.125157 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ccf15-7680-4f88-a419-72f44740a8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7208e5-a8d5-4dac-be80-2ced35ed7505,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:33.469775 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57790) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:33.506271 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device f2f40796-162d-41a4-8386-88a0c998e516 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:05:33.511194 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-3464a3d3-714d-4fbc-9d1a-f38620a52f25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86f1ab733dea4e51b2aead37316784be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402141 Apr 06 14:05:33.513866 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 57792) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:05:33.526619 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: f2f40796-162d-41a4-8386-88a0c998e516 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:05:33.527059 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device f2f40796-162d-41a4-8386-88a0c998e516 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:05:33.527553 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 8d595c8a-77df-4ab7-af37-5a803e5164cc no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:05:33.547986 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 8d595c8a-77df-4ab7-af37-5a803e5164cc {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:05:33.548323 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 8d595c8a-77df-4ab7-af37-5a803e5164cc not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:05:33.548743 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 9a424818-f317-4952-8804-f254697ad0e6 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:05:33.565956 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8a4de207-10f1-4a32-ba7d-4ef2d7556194 admin admin] Publish callbacks [] for security_group (9c3eea6a-b3b0-4cb3-90ca-0c2d5efdca34), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:33.570570 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 9a424818-f317-4952-8804-f254697ad0e6 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:05:33.570982 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 9a424818-f317-4952-8804-f254697ad0e6 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:05:33.587763 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8a4de207-10f1-4a32-ba7d-4ef2d7556194 admin admin] Publish callbacks [] for security_group (9c3eea6a-b3b0-4cb3-90ca-0c2d5efdca34), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:33.634421 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8a4de207-10f1-4a32-ba7d-4ef2d7556194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (9c3eea6a-b3b0-4cb3-90ca-0c2d5efdca34), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:33.636953 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-8a4de207-10f1-4a32-ba7d-4ef2d7556194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:33.638152 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-8a4de207-10f1-4a32-ba7d-4ef2d7556194 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c3eea6a-b3b0-4cb3-90ca-0c2d5efdca34 HTTP/1.1" status: 204 len: 168 time: 0.1233876 Apr 06 14:05:33.645739 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4de207-10f1-4a32-ba7d-4ef2d7556194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3eea6a-b3b0-4cb3-90ca-0c2d5efdca34,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:05:38.947852 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:42.373627 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e7b7f6d9-b06d-4480-9434-b9a35bbf9359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:43.540555 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:05:44.849574 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-2dc85eec-d98b-4836-b62e-fa15567ca740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:45.638905 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:47.072908 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:05:48.458973 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:08.946120 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:10.695580 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-97f3e64c-5536-4508-ab5b-50efd4714ff6 req-e3a58b30-e2d7-4507-94b1-7ebfb320fb96 service neutron] (110043) timed out ('10.222.0.41', 55492) {{(pid=110043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:06:10.747928 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [req-72659608-c0b7-4fa1-bc82-70a391aa7bb0 req-34410c86-1aa3-409f-b434-ad1cc816023b service neutron] (110042) timed out ('10.222.0.41', 55539) {{(pid=110042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:06:11.407187 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-29e9bdaf-a226-4851-ac9a-509c5a6af78a req-5376b6a1-f195-4e29-bdc6-bb99fc9e6d03 service neutron] (110043) timed out ('10.222.0.41', 55540) {{(pid=110043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:06:11.596891 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-8e87fa96-33f5-458a-a43b-26fc2455b8c3 req-b5f17a67-b2d1-451b-ad1e-00b8e26a1fa1 service neutron] (110043) timed out ('10.222.0.41', 55468) {{(pid=110043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:06:12.378600 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-443298eb-9935-4e41-b9e3-6a43a030771f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:14.856877 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1928-6984-46f2-8bef-033c97f6595d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:15.641177 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:17.074658 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:17.517159 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-559ab842-2ded-4928-8017-3245b765d983 req-0aca4dda-a179-4551-9fe3-2f21275c555a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2095068 Apr 06 14:06:17.636323 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ab842-2ded-4928-8017-3245b765d983 req-5dcc34c4-c752-4be7-86b2-45ca69b8fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:17.637770 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-559ab842-2ded-4928-8017-3245b765d983 req-5dcc34c4-c752-4be7-86b2-45ca69b8fce4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 1130 time: 0.0498426 Apr 06 14:06:17.768662 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ab842-2ded-4928-8017-3245b765d983 req-6eab72fd-4714-4fec-8cf1-c04ed41368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:17.770226 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-559ab842-2ded-4928-8017-3245b765d983 req-6eab72fd-4714-4fec-8cf1-c04ed41368e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0939386 Apr 06 14:06:17.838430 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-559ab842-2ded-4928-8017-3245b765d983 req-c59ba923-8f0e-4cd1-8747-319da2a7b857 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e641400-1ce4-44a9-8c98-40162f3b976f HTTP/1.1" status: 200 len: 1002 time: 0.0625212 Apr 06 14:06:17.900853 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ab842-2ded-4928-8017-3245b765d983 req-4d4bc09b-a108-439c-90d2-d6d097ff9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:17.902293 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-559ab842-2ded-4928-8017-3245b765d983 req-4d4bc09b-a108-439c-90d2-d6d097ff9a08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0553408 Apr 06 14:06:17.952203 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ab842-2ded-4928-8017-3245b765d983 req-942f3b98-053d-47b6-bfbe-4a71e88cf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:17.953743 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-559ab842-2ded-4928-8017-3245b765d983 req-942f3b98-053d-47b6-bfbe-4a71e88cf647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446839 Apr 06 14:06:18.054408 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-559ab842-2ded-4928-8017-3245b765d983 req-6b2f420c-cbf3-4388-aa79-e7d578bbfa51 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944016 Apr 06 14:06:18.159111 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-559ab842-2ded-4928-8017-3245b765d983 req-d3766c42-4987-40e5-b8d3-a6eee7415b1c service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990803 Apr 06 14:06:18.455867 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:20.540980 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:06:22.525694 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97b1b2-b2e0-4320-9ddb-ce9a09456a2d req-bd31d919-446f-43d6-a8d1-d3f6c7043f63 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:22.527495 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa97b1b2-b2e0-4320-9ddb-ce9a09456a2d req-bd31d919-446f-43d6-a8d1-d3f6c7043f63 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 946 time: 0.0600333 Apr 06 14:06:22.590864 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aa97b1b2-b2e0-4320-9ddb-ce9a09456a2d req-929e00cf-c0d2-40bb-94dd-c40674d8af5a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537016 Apr 06 14:06:23.731936 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40befe74-1411-412c-bb7d-0163f7e74678 req-93577e8b-9f0f-429b-938d-9cc1d7f92c94 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:23.733459 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-40befe74-1411-412c-bb7d-0163f7e74678 req-93577e8b-9f0f-429b-938d-9cc1d7f92c94 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 946 time: 0.0623863 Apr 06 14:06:23.787018 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-40befe74-1411-412c-bb7d-0163f7e74678 req-93ecdc0d-e1cf-4978-b113-02ecb0652cbe tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474827 Apr 06 14:06:24.243778 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-2aa81ce9-004e-428e-bd8c-854bc4b9ba84 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:24.245293 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-2aa81ce9-004e-428e-bd8c-854bc4b9ba84 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 946 time: 0.0649991 Apr 06 14:06:24.341154 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Deleting port 4e641400-1ce4-44a9-8c98-40162f3b976f {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:06:24.341508 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.435922 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] For port 4e641400-1ce4-44a9-8c98-40162f3b976f, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=4e641400-1ce4-44a9-8c98-40162f3b976f,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:24.436271 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.616107 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.616497 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (de08be35-73c3-497c-8d4b-9d28c02cab23), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.616851 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Floating IP de08be35-73c3-497c-8d4b-9d28c02cab23 disassociated. External IP: 172.27.3.100, port: 4e641400-1ce4-44a9-8c98-40162f3b976f. Apr 06 14:06:24.617185 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Calling delete_port for 4e641400-1ce4-44a9-8c98-40162f3b976f owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:06:24.755422 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (4e641400-1ce4-44a9-8c98-40162f3b976f), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:24.784638 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event deleted for resources: {'Port': ['ID=4e641400-1ce4-44a9-8c98-40162f3b976f,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:24.797206 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.797596 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.797934 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.798407 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.798746 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.799076 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.799406 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.799732 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.800059 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.800384 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.800850 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.801319 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.801622 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.802413 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.802413 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:24.889300 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-93e48619-1934-44ad-8e13-d87792360b91 req-db6f6c49-9e78-42a3-8252-70c8117abdad tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d0899d-4050-48eb-a7c8-397e4f159add HTTP/1.1" status: 200 len: 210 time: 0.0281148 Apr 06 14:06:24.933123 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Router c6819563-c7c3-4c3d-b7e5-977643400107 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:06:25.049996 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:06:25.060301 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:25.071222 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:25.071782 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:06:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:25.100289 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] No DVR routers for this DVR port 4e641400-1ce4-44a9-8c98-40162f3b976f on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:06:25.104062 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:25.110292 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a1245d9d-8bff-424a-83a5-5167141b89f4 req-9bcf0186-c8fd-471a-8fca-94dbcabe943d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "DELETE /v2.0/ports/4e641400-1ce4-44a9-8c98-40162f3b976f HTTP/1.1" status: 204 len: 173 time: 0.8595753 Apr 06 14:06:25.111048 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d0899d-4050-48eb-a7c8-397e4f159add', 'name': 'network-vif-deleted', 'tag': '4e641400-1ce4-44a9-8c98-40162f3b976f'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:25.115259 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e2c731-9d18-4c20-aa15-750a52685b3f" -d '{"events": [{"server_uuid": "83d0899d-4050-48eb-a7c8-397e4f159add", "name": "network-vif-deleted", "tag": "4e641400-1ce4-44a9-8c98-40162f3b976f"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:06:25.188232 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11191d23-e272-48c2-bced-666c00a77484 x-openstack-request-id: req-11191d23-e272-48c2-bced-666c00a77484 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:06:25.188979 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d0899d-4050-48eb-a7c8-397e4f159add", "name": "network-vif-deleted", "tag": "4e641400-1ce4-44a9-8c98-40162f3b976f", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:06:25.189364 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11191d23-e272-48c2-bced-666c00a77484 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:06:25.189889 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11191d23-e272-48c2-bced-666c00a77484'] response: {'server_uuid': '83d0899d-4050-48eb-a7c8-397e4f159add', 'name': 'network-vif-deleted', 'tag': '4e641400-1ce4-44a9-8c98-40162f3b976f', 'status': 'completed', 'code': 200} Apr 06 14:06:25.194773 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:25.404424 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:25.450682 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:25.460940 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:25.461732 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:06:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:25.723732 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:25.947534 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:25.974549 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603477f-5519-4adc-87a7-326385efbf25 None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:26.195639 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-e433347e-fc6a-4f5a-9ddd-8080bf877c09 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002034136&fields=id&tenant_id=daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 267 time: 0.0515547 Apr 06 14:06:26.218529 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077cf04b-104e-4ec4-b197-c000364f05a2 None None] New status for floating IP de08be35-73c3-497c-8d4b-9d28c02cab23: DOWN {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:06:26.312275 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-528748b6-fe4f-4d61-9cc6-ec672cffb1f0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:26.313793 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-528748b6-fe4f-4d61-9cc6-ec672cffb1f0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 812 time: 0.1107299 Apr 06 14:06:26.329438 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-40e2c6a1-5136-4182-aa48-5cf90da8dda9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/quotas/daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 375 time: 0.0098562 Apr 06 14:06:26.394701 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-808db8b4-d439-4344-8d49-c7c896a87a8a tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586052 Apr 06 14:06:26.459049 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-312ce402-078e-4ccb-8f80-27e1e3afc42e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:06:26.460090 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-312ce402-078e-4ccb-8f80-27e1e3afc42e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521300 Apr 06 14:06:26.556723 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-c130d1ba-06cd-467a-b388-16d8c1fe1884 service neutron] 10.222.0.44 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905135 Apr 06 14:06:26.651326 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-96e38889-8079-4a4a-961e-11494521423a service neutron] 10.222.0.44 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886827 Apr 06 14:06:26.976564 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d43d3c57-728e-43a1-9230-c98348f02f6f req-21e61075-853e-48ff-a496-115b1b6000a0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 210 time: 0.0293422 Apr 06 14:06:27.956029 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-588c6140-0ef2-47a6-86b8-6de4a14cd361 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:27.957594 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-588c6140-0ef2-47a6-86b8-6de4a14cd361 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 812 time: 0.1217694 Apr 06 14:06:28.024767 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-88f6b433-c4cc-432c-8a9d-2b5ca4ac7722 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 380 time: 0.0580139 Apr 06 14:06:28.033000 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'port': {'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'admin_state_up': True, 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'security_groups': ['771e75e9-0987-4900-9a9c-b7db973e7cff']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:28.085029 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d090b4d6-c6a5-47c7-94a9-65fcc0aec7f5 req-0a99cda9-54a4-4d33-9eec-7a7c52ce6c3c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Apr 06 14:06:28.152286 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Made reservation on behalf of daca92f24ab544959c3984ee85955fa2 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:06:28.155776 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.282033 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Allocated IP 172.20.0.8 (531bde3b-4b4f-477c-90bd-ba85e5671257/76b29aab-0de8-40be-ac24-e457bd20f248/d997a388-5961-4d50-bb7d-34923512066d) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:06:28.444540 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (d997a388-5961-4d50-bb7d-34923512066d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.484214 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (d997a388-5961-4d50-bb7d-34923512066d), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.527319 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:06:28.533740 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:28.538318 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:06:28.546002 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=d997a388-5961-4d50-bb7d-34923512066d,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:28.601703 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:28.602364 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.623182 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-457d013d-90c7-452a-9813-b0c1d4234995 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947175 Apr 06 14:06:28.636047 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Request body: {'port': {'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:28.700902 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d997a388-5961-4d50-bb7d-34923512066d), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.816283 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-3e4de4cc-0f0e-43ef-8370-e338aba2e867 None None] Provisioning complete for port d997a388-5961-4d50-bb7d-34923512066d triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:06:28.817029 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3e4de4cc-0f0e-43ef-8370-e338aba2e867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d997a388-5961-4d50-bb7d-34923512066d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.858021 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-3e4de4cc-0f0e-43ef-8370-e338aba2e867 None None] Port d997a388-5961-4d50-bb7d-34923512066d cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:06:28.945847 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 4e641400-1ce4-44a9-8c98-40162f3b976f no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:06:28.966323 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 4e641400-1ce4-44a9-8c98-40162f3b976f {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:06:28.966648 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 4e641400-1ce4-44a9-8c98-40162f3b976f not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:06:28.973849 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d997a388-5961-4d50-bb7d-34923512066d {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:06:28.981802 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Publish callbacks [] for port (d997a388-5961-4d50-bb7d-34923512066d), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:28.993860 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Transition to ACTIVE for port object d997a388-5961-4d50-bb7d-34923512066d will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:06:28.999406 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (d997a388-5961-4d50-bb7d-34923512066d), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:29.222829 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d546a2-c60b-4ecd-ae1f-df08d2041988 req-0370b775-881c-48fb-9717-c0f8627f038b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:29.224424 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f2d546a2-c60b-4ecd-ae1f-df08d2041988 req-0370b775-881c-48fb-9717-c0f8627f038b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0599687 Apr 06 14:06:29.277476 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f2d546a2-c60b-4ecd-ae1f-df08d2041988 req-a3cb3319-7d02-4ea6-b50b-72957d2cfb4c tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467172 Apr 06 14:06:29.332121 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Pushing event updated for resources: {'Port': ['ID=d997a388-5961-4d50-bb7d-34923512066d,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:29.405157 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Attempting to bind port d997a388-5961-4d50-bb7d-34923512066d on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:06:29.405682 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Attempting to bind port d997a388-5961-4d50-bb7d-34923512066d by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:06:29.406022 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Attempting to bind port d997a388-5961-4d50-bb7d-34923512066d on network 531bde3b-4b4f-477c-90bd-ba85e5671257 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:06:29.411101 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Port d997a388-5961-4d50-bb7d-34923512066d on network 531bde3b-4b4f-477c-90bd-ba85e5671257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:06:29.411431 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Attempting to bind port d997a388-5961-4d50-bb7d-34923512066d on network 531bde3b-4b4f-477c-90bd-ba85e5671257 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:06:29.416857 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:06:29.417200 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Checking segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:06:29.417645 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Bound using segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:06:29.418078 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Bound port: d997a388-5961-4d50-bb7d-34923512066d, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:06:29.418442 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d997a388-5961-4d50-bb7d-34923512066d), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:29.487398 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] For port d997a388-5961-4d50-bb7d-34923512066d, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:06:29.490699 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] For port d997a388-5961-4d50-bb7d-34923512066d, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d997a388-5961-4d50-bb7d-34923512066d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:06:29.498118 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (d997a388-5961-4d50-bb7d-34923512066d), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:29.531446 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:29.532063 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:29.533859 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] 10.222.0.41 "PUT /v2.0/ports/d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 200 len: 1093 time: 0.9024780 Apr 06 14:06:29.534285 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:29.536538 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f674e-d610-4965-a5e7-8e2fc16403de" -d '{"events": [{"name": "network-changed", "server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "tag": "d997a388-5961-4d50-bb7d-34923512066d"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:06:29.571764 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade1cc-3177-4654-9b4b-89ad178ab848 service neutron] Pushing event updated for resources: {'Port': ['ID=d997a388-5961-4d50-bb7d-34923512066d,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:29.592778 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e20d254-8a0e-417e-9b19-53d9d1c911a3 x-openstack-request-id: req-5e20d254-8a0e-417e-9b19-53d9d1c911a3 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:06:29.593069 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "tag": "d997a388-5961-4d50-bb7d-34923512066d", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:06:29.593380 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e20d254-8a0e-417e-9b19-53d9d1c911a3 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:06:29.593786 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e20d254-8a0e-417e-9b19-53d9d1c911a3'] response: {'name': 'network-changed', 'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d', 'status': 'completed', 'code': 200} Apr 06 14:06:29.628234 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-9052212a-8c86-4f36-af6b-264de4991441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:29.629817 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-9052212a-8c86-4f36-af6b-264de4991441 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1127 time: 0.0515819 Apr 06 14:06:29.671994 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-0115f23d-4725-4545-9e59-97267162618a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 200 len: 217 time: 0.0353043 Apr 06 14:06:29.724676 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-225439a3-13f2-466a-bbc1-2f7eceae282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:29.726206 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-225439a3-13f2-466a-bbc1-2f7eceae282e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0481806 Apr 06 14:06:29.779964 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-b9f37177-de8c-4eb9-a13b-b764c8ae76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:29.781520 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-b9f37177-de8c-4eb9-a13b-b764c8ae76bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492666 Apr 06 14:06:29.881831 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-dfaee8f7-9be6-4235-93d4-5027acd9213e service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934849 Apr 06 14:06:29.973983 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-b4973f6b-3e10-487c-888d-6c0fb93dc6ea req-13a8e764-0c78-4b5a-a5bf-d193114171a8 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865424 Apr 06 14:06:30.402393 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb07eb-13fd-4674-a8df-fd80ab12fd75 req-588311b9-7a6a-4d7e-b6eb-18819809f7cc tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:30.403892 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-36fb07eb-13fd-4674-a8df-fd80ab12fd75 req-588311b9-7a6a-4d7e-b6eb-18819809f7cc tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0538075 Apr 06 14:06:30.453074 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-36fb07eb-13fd-4674-a8df-fd80ab12fd75 req-a331ff39-2180-4489-92e7-31aec5e8fa7b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430570 Apr 06 14:06:31.115401 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f674e-d610-4965-a5e7-8e2fc16403de req-74f78262-aa34-4d1c-b7a0-b6d842c59411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:31.116945 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-219f674e-d610-4965-a5e7-8e2fc16403de req-74f78262-aa34-4d1c-b7a0-b6d842c59411 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1127 time: 0.0475526 Apr 06 14:06:31.218209 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f674e-d610-4965-a5e7-8e2fc16403de req-015ed68a-baaa-48d2-9813-77a987031621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:31.219690 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-219f674e-d610-4965-a5e7-8e2fc16403de req-015ed68a-baaa-48d2-9813-77a987031621 service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0957217 Apr 06 14:06:31.261454 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-219f674e-d610-4965-a5e7-8e2fc16403de req-21f3d8a1-e20b-4467-b222-b83cd42e17f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 200 len: 217 time: 0.0348485 Apr 06 14:06:31.309325 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f674e-d610-4965-a5e7-8e2fc16403de req-ffed7622-c75a-42f5-bbf7-b864aa7613b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:31.310943 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-219f674e-d610-4965-a5e7-8e2fc16403de req-ffed7622-c75a-42f5-bbf7-b864aa7613b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0439687 Apr 06 14:06:31.363788 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f674e-d610-4965-a5e7-8e2fc16403de req-51553b19-637c-4339-b875-89f9f414b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:31.365327 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-219f674e-d610-4965-a5e7-8e2fc16403de req-51553b19-637c-4339-b875-89f9f414b60b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487096 Apr 06 14:06:31.452562 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-219f674e-d610-4965-a5e7-8e2fc16403de req-932ec85d-bb90-4944-9698-67af2a206452 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815227 Apr 06 14:06:31.548078 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-219f674e-d610-4965-a5e7-8e2fc16403de req-0f9ddcf9-bf34-48d9-9050-46ea3953a121 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895884 Apr 06 14:06:31.579101 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77479ba8-6aed-49b6-a525-6b32dfe6b827 req-55cd6a98-5999-447d-9ffb-7c3edb6136ea tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:31.580622 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-77479ba8-6aed-49b6-a525-6b32dfe6b827 req-55cd6a98-5999-447d-9ffb-7c3edb6136ea tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0603852 Apr 06 14:06:31.630069 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-77479ba8-6aed-49b6-a525-6b32dfe6b827 req-cc92fd0a-7305-4e0e-a16c-dd209aedcce3 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 Apr 06 14:06:32.765985 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88282091-4cd6-4bb1-8ac4-480da65d526a req-05641afc-0cbd-4e22-9bcc-c34466f523bd tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:32.767744 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-88282091-4cd6-4bb1-8ac4-480da65d526a req-05641afc-0cbd-4e22-9bcc-c34466f523bd tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0605955 Apr 06 14:06:32.821157 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-88282091-4cd6-4bb1-8ac4-480da65d526a req-abc819d5-5694-4037-a593-9a7a3667cc9d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473309 Apr 06 14:06:33.955460 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22626d41-d221-4f74-aafb-0267960fefce req-6550c3d7-5b92-4e02-8adb-1fc88c4260f8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:33.956958 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-22626d41-d221-4f74-aafb-0267960fefce req-6550c3d7-5b92-4e02-8adb-1fc88c4260f8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0615075 Apr 06 14:06:34.009694 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-22626d41-d221-4f74-aafb-0267960fefce req-7098f356-9d5e-4e2d-ab31-b2337c70c672 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470700 Apr 06 14:06:35.155394 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0811f-4533-46f5-9bd5-f56ccc8e181b req-b561d05c-a98d-4f92-9d6e-de5ceb568b11 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:35.156898 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d7f0811f-4533-46f5-9bd5-f56ccc8e181b req-b561d05c-a98d-4f92-9d6e-de5ceb568b11 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0656917 Apr 06 14:06:35.210206 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d7f0811f-4533-46f5-9bd5-f56ccc8e181b req-03d8db09-d89f-4d02-af59-27c510fbc657 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449557 Apr 06 14:06:36.347810 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c93a57-b062-4288-8f33-e9ebec5994d5 req-c607a078-b98e-4a83-a6ff-a8c3d1d362f5 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:36.349286 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c0c93a57-b062-4288-8f33-e9ebec5994d5 req-c607a078-b98e-4a83-a6ff-a8c3d1d362f5 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0629661 Apr 06 14:06:36.398108 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c0c93a57-b062-4288-8f33-e9ebec5994d5 req-c1611f03-6fbd-4c62-a64f-e726fe8fa8f9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Apr 06 14:06:37.536079 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02d831-6bbc-46ed-8384-a323ee1d27b9 req-9a39a3b0-93c0-449e-9c4d-00f4526291f9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:37.537599 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eb02d831-6bbc-46ed-8384-a323ee1d27b9 req-9a39a3b0-93c0-449e-9c4d-00f4526291f9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0617061 Apr 06 14:06:37.590434 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-eb02d831-6bbc-46ed-8384-a323ee1d27b9 req-26bc7955-7240-4aae-a327-f651507d56bf tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Apr 06 14:06:38.715822 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdd785-36be-4d4d-850f-9e3cbec5d77f req-567474a7-3690-44c4-a5e1-bd445a424fce tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:38.717302 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-10fdd785-36be-4d4d-850f-9e3cbec5d77f req-567474a7-3690-44c4-a5e1-bd445a424fce tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 943 time: 0.0553169 Apr 06 14:06:38.766254 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-10fdd785-36be-4d4d-850f-9e3cbec5d77f req-82dd8e70-949f-4b36-91a1-4d01c6db5667 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Apr 06 14:06:38.949593 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:39.003215 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d997a388-5961-4d50-bb7d-34923512066d details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:06:39.107420 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d997a388-5961-4d50-bb7d-34923512066d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d997a388-5961-4d50-bb7d-34923512066d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:39.119785 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': 'd997a388-5961-4d50-bb7d-34923512066d', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:06:39.161954 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d997a388-5961-4d50-bb7d-34923512066d is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:06:39.162343 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d997a388-5961-4d50-bb7d-34923512066d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:39.176169 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d997a388-5961-4d50-bb7d-34923512066d {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:06:39.196885 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d997a388-5961-4d50-bb7d-34923512066d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d997a388-5961-4d50-bb7d-34923512066d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:39.203110 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d997a388-5961-4d50-bb7d-34923512066d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:39.250060 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d997a388-5961-4d50-bb7d-34923512066d,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:39.257408 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.257695 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.258047 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.258377 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.258707 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.259037 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.259358 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.259683 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.260004 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.260327 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.260630 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.260953 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.261278 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.261620 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.261938 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:06:39.610070 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['d997a388-5961-4d50-bb7d-34923512066d'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:06:39.889153 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac0689-accc-4010-be9c-fbeaffd587f9 req-7fe44954-257a-4cfa-aa5c-9b750408405b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:39.890518 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bfac0689-accc-4010-be9c-fbeaffd587f9 req-7fe44954-257a-4cfa-aa5c-9b750408405b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 944 time: 0.0512938 Apr 06 14:06:39.943083 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-bfac0689-accc-4010-be9c-fbeaffd587f9 req-d7e1fbbd-d6ea-4533-9abe-7cdab8053368 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468524 Apr 06 14:06:41.022823 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d997a388-5961-4d50-bb7d-34923512066d up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:06:41.075532 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port d997a388-5961-4d50-bb7d-34923512066d completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:06:41.076508 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6af6f4-8ffe-4fd9-90bc-9cda1e006241 req-0d3274aa-8ed4-43f4-8376-29aff38e8a89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:41.078114 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-db6af6f4-8ffe-4fd9-90bc-9cda1e006241 req-0d3274aa-8ed4-43f4-8376-29aff38e8a89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 944 time: 0.0544419 Apr 06 14:06:41.080424 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port d997a388-5961-4d50-bb7d-34923512066d triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:06:41.080817 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (d997a388-5961-4d50-bb7d-34923512066d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:41.128372 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-db6af6f4-8ffe-4fd9-90bc-9cda1e006241 req-bdf3f856-e80d-474a-ab87-6b593dcb3510 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443292 Apr 06 14:06:41.161445 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port d997a388-5961-4d50-bb7d-34923512066d is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:06:41.161839 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (d997a388-5961-4d50-bb7d-34923512066d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:41.184545 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:41.186930 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937a836e-31ef-4309-bc32-8e9f057a0fc4" -d '{"events": [{"server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "name": "network-vif-plugged", "status": "completed", "tag": "d997a388-5961-4d50-bb7d-34923512066d"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:06:41.199217 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port d997a388-5961-4d50-bb7d-34923512066d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d997a388-5961-4d50-bb7d-34923512066d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:06:41.204751 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (d997a388-5961-4d50-bb7d-34923512066d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:41.231206 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21ade50-b5f9-4629-a52d-1767f842c2cd x-openstack-request-id: req-f21ade50-b5f9-4629-a52d-1767f842c2cd {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:06:41.231430 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "name": "network-vif-plugged", "status": "completed", "tag": "d997a388-5961-4d50-bb7d-34923512066d", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:06:41.231686 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f21ade50-b5f9-4629-a52d-1767f842c2cd {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:06:41.232082 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21ade50-b5f9-4629-a52d-1767f842c2cd'] response: {'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d', 'code': 200} Apr 06 14:06:41.256102 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=d997a388-5961-4d50-bb7d-34923512066d,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:41.437512 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f38c4-0067-4612-8563-c79d05086d32 req-7dfd6053-6f89-4842-9a8c-d9ac8ac041bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:41.438998 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a07f38c4-0067-4612-8563-c79d05086d32 req-7dfd6053-6f89-4842-9a8c-d9ac8ac041bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1129 time: 0.0469987 Apr 06 14:06:41.484530 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-a07f38c4-0067-4612-8563-c79d05086d32 req-82387c5b-4e72-4838-9ca1-fe757670da3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394650 Apr 06 14:06:42.264135 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9c075-05ea-4e39-a2f2-1270b525fc2a req-f4afe65e-6a6d-4390-9873-afc9769585ed tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:42.265611 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-96f9c075-05ea-4e39-a2f2-1270b525fc2a req-f4afe65e-6a6d-4390-9873-afc9769585ed tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 945 time: 0.0606034 Apr 06 14:06:42.314795 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-96f9c075-05ea-4e39-a2f2-1270b525fc2a req-54bb1108-1ab9-4a60-b9b2-72d2c2ba6650 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433617 Apr 06 14:06:42.375338 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-575e85d3-ca3f-4cb4-a9ef-e598ac51a87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:43.453766 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be643a13-f1b1-4fab-93c3-99f40c39f472 req-319a9bd7-6fd5-4631-80c7-4192ba7a72f6 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:43.455255 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-be643a13-f1b1-4fab-93c3-99f40c39f472 req-319a9bd7-6fd5-4631-80c7-4192ba7a72f6 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 945 time: 0.0579257 Apr 06 14:06:43.504986 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-be643a13-f1b1-4fab-93c3-99f40c39f472 req-51aeab54-b2b3-42b9-8abb-6f29e769a54f tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Apr 06 14:06:43.627034 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a241032-0423-47e4-90bc-8c1196a24d00 req-f850dcce-7940-4139-a037-69843a7d2669 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:43.628408 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a241032-0423-47e4-90bc-8c1196a24d00 req-f850dcce-7940-4139-a037-69843a7d2669 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 945 time: 0.0526390 Apr 06 14:06:43.678174 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a241032-0423-47e4-90bc-8c1196a24d00 req-4f2c3036-8d1a-410f-8a54-05423a0d185f tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441072 Apr 06 14:06:43.703456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57878) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:43.762685 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f840718-0362-4743-b812-ba4d05a05594 tempest-TestVolumeBootPattern-37117665 tempest-TestVolumeBootPattern-37117665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:43.764255 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-6f840718-0362-4743-b812-ba4d05a05594 tempest-TestVolumeBootPattern-37117665 tempest-TestVolumeBootPattern-37117665-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1124 time: 0.0597644 Apr 06 14:06:43.767560 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 57880) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:06:43.771933 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:06:43.797303 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:43.904765 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:44.011075 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Allocated IP 172.27.3.242 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/f9f244fe-6004-4bbf-a091-22cec7300f6e) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:06:44.120875 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (f9f244fe-6004-4bbf-a091-22cec7300f6e), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:44.167094 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (f9f244fe-6004-4bbf-a091-22cec7300f6e), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:44.204297 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:06:44.209994 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:06:44.213664 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:06:44.219312 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=f9f244fe-6004-4bbf-a091-22cec7300f6e,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:44.607810 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (61835b15-7fe5-43cb-a4a3-3e7bd668f353), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:44.685195 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (f9f244fe-6004-4bbf-a091-22cec7300f6e), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:44.852573 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e358a80c-773d-4626-b662-75fab98f88f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:44.854017 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (f9f244fe-6004-4bbf-a091-22cec7300f6e), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:44.862256 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (f9f244fe-6004-4bbf-a091-22cec7300f6e), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:44.925294 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=f9f244fe-6004-4bbf-a091-22cec7300f6e,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:06:44.939162 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (61835b15-7fe5-43cb-a4a3-3e7bd668f353), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:45.057869 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Floating IP 61835b15-7fe5-43cb-a4a3-3e7bd668f353 associated. External IP: 172.27.3.242, port: d997a388-5961-4d50-bb7d-34923512066d. Apr 06 14:06:45.296531 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Router c6819563-c7c3-4c3d-b7e5-977643400107 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:06:45.409431 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:06:45.419349 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:06:45.429180 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:45.429607 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:45.430254 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:06:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:45.461675 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-13b68e8a-d46a-4851-8d78-bec922c2ae89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6930201 Apr 06 14:06:45.462379 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:06:45.465126 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4893d7-c677-403a-b55f-55900ba11745" -d '{"events": [{"name": "network-changed", "server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "tag": "d997a388-5961-4d50-bb7d-34923512066d"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:06:45.501377 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f098683-271e-4961-abd6-28a825cb2798 x-openstack-request-id: req-6f098683-271e-4961-abd6-28a825cb2798 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:06:45.501694 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "tag": "d997a388-5961-4d50-bb7d-34923512066d", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:06:45.501946 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f098683-271e-4961-abd6-28a825cb2798 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:06:45.502381 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f098683-271e-4961-abd6-28a825cb2798'] response: {'name': 'network-changed', 'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d', 'status': 'completed', 'code': 200} Apr 06 14:06:45.544816 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:45.570443 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4893d7-c677-403a-b55f-55900ba11745 req-f47bc518-a8f2-40d1-b615-07f2a99bb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:45.571893 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f4893d7-c677-403a-b55f-55900ba11745 req-f47bc518-a8f2-40d1-b615-07f2a99bb625 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1129 time: 0.0462737 Apr 06 14:06:45.655918 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:45.664342 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4893d7-c677-403a-b55f-55900ba11745 req-24256eea-78ca-412c-9888-2d1189df628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:45.665872 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f4893d7-c677-403a-b55f-55900ba11745 req-24256eea-78ca-412c-9888-2d1189df628d service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0879965 Apr 06 14:06:45.729145 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f4893d7-c677-403a-b55f-55900ba11745 req-9892dde3-196f-4ddd-ba2a-8992e336692b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 200 len: 999 time: 0.0577035 Apr 06 14:06:45.775086 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4893d7-c677-403a-b55f-55900ba11745 req-75a1641d-6cd4-48df-a9e4-c6d6cef1b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:45.776650 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f4893d7-c677-403a-b55f-55900ba11745 req-75a1641d-6cd4-48df-a9e4-c6d6cef1b862 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0422928 Apr 06 14:06:45.779861 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:44Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:45.810547 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:06:45.819388 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:06:45.819996 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:06:45Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:45.831072 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4893d7-c677-403a-b55f-55900ba11745 req-d0e6b9bc-b98b-4339-8567-16bc518ed1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:06:45.832508 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f4893d7-c677-403a-b55f-55900ba11745 req-d0e6b9bc-b98b-4339-8567-16bc518ed1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504713 Apr 06 14:06:45.922106 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f4893d7-c677-403a-b55f-55900ba11745 req-dbcd353d-1bd5-4861-971f-92711d0372c4 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821917 Apr 06 14:06:45.926277 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:06:46.014822 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-0f4893d7-c677-403a-b55f-55900ba11745 req-55fb5942-24bc-4930-82c6-43ffeb31b4d2 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861301 Apr 06 14:06:46.161746 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:44Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:06:46.191090 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac93f98-fa59-493e-93fb-a5c854c87a76 None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:44Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:06:46.401783 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a2e7fc-e6a9-45dd-b0e0-4eaa0236ca83 None None] New status for floating IP 61835b15-7fe5-43cb-a4a3-3e7bd668f353: ACTIVE {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:06:47.080175 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:48.461876 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:06:57.540178 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:07:08.965839 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:11.256621 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [req-ee5c2dbc-6c0a-4009-a169-07af0a75941a req-504a932b-fcd7-481c-8263-61d9aed3f9ec service neutron] (110043) timed out ('10.222.0.41', 55486) {{(pid=110043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:07:12.376831 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-a49272bd-9958-43d8-a327-b9da338b7cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:14.851319 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c397-4f9d-45f0-9793-f50a8d79d114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:15.645953 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:17.092764 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.354500 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f286a991-6936-44c9-8d1c-6693a17328ef req-b5431eab-adf3-4014-8a6a-73e92612f8e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482783 Apr 06 14:07:18.443675 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a991-6936-44c9-8d1c-6693a17328ef req-a6eafce4-74ef-45b8-9b1a-88da79fe313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:18.445245 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f286a991-6936-44c9-8d1c-6693a17328ef req-a6eafce4-74ef-45b8-9b1a-88da79fe313d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1129 time: 0.0483129 Apr 06 14:07:18.458570 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:18.553462 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a991-6936-44c9-8d1c-6693a17328ef req-c340eb2f-2004-4dda-b128-1df81f74230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:18.555018 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f286a991-6936-44c9-8d1c-6693a17328ef req-c340eb2f-2004-4dda-b128-1df81f74230a service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0905325 Apr 06 14:07:18.623550 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f286a991-6936-44c9-8d1c-6693a17328ef req-bc130a9a-5bfc-4556-ae71-fc5df82eb4e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 200 len: 1001 time: 0.0622694 Apr 06 14:07:18.672801 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a991-6936-44c9-8d1c-6693a17328ef req-01f637bc-aaef-4184-831a-d00ce17efbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:18.674394 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f286a991-6936-44c9-8d1c-6693a17328ef req-01f637bc-aaef-4184-831a-d00ce17efbb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0437734 Apr 06 14:07:18.729737 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286a991-6936-44c9-8d1c-6693a17328ef req-8b1fee04-825d-4da3-9d90-0661a01d8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:18.731359 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f286a991-6936-44c9-8d1c-6693a17328ef req-8b1fee04-825d-4da3-9d90-0661a01d8cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509341 Apr 06 14:07:18.824573 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f286a991-6936-44c9-8d1c-6693a17328ef req-62eb9d48-0b5c-4efb-a7d2-46fc84e44628 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866141 Apr 06 14:07:18.915279 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f286a991-6936-44c9-8d1c-6693a17328ef req-0fe65216-5ec7-490f-8247-81e869f7673b service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Apr 06 14:07:34.552060 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:07:38.963769 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:42.375514 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-15d287ae-0a5f-4fd5-a96a-ec002b5bd9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:44.854110 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8c1ba41b-10ae-42ce-a3be-b9385896191b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.648561 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:47.085398 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:48.455617 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.974352 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.542323 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:08:12.371364 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ab6f204f-d66a-4dbd-93e0-b3ce1b4f310b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:14.851246 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5d5d44fb-300a-40ff-8b1d-75b7bff50c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:15.658643 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:17.089106 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.451220 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.340979 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-f4c81984-be3b-4fbb-9fc3-ea49444837ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491371 Apr 06 14:08:20.429450 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-429894ca-5c28-41aa-b22a-f0dbc0f49f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:20.431693 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-429894ca-5c28-41aa-b22a-f0dbc0f49f5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1129 time: 0.0489419 Apr 06 14:08:20.553867 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-ff0c40eb-776a-4e11-882b-2e9694ee547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:20.555455 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-ff0c40eb-776a-4e11-882b-2e9694ee547f service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.1017406 Apr 06 14:08:20.622350 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-2ef317c2-0872-4bdb-bacf-2318eecf7b2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 200 len: 1001 time: 0.0609744 Apr 06 14:08:20.669670 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-cbe44441-c23f-4513-a233-ec13fe7b3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:20.671123 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-cbe44441-c23f-4513-a233-ec13fe7b3d5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0433249 Apr 06 14:08:20.724496 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-743ed68b-6ad6-42d0-9ff7-cef33230a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:20.726056 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-743ed68b-6ad6-42d0-9ff7-cef33230a8b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489545 Apr 06 14:08:20.812729 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-146ff0e8-9afb-4be3-b6d4-b15350e35196 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804737 Apr 06 14:08:20.907672 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-56e1f4d3-04f0-4d4a-894d-f1bd5087dc7d req-c1d8c901-8085-4e52-86b7-0cf436a97497 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884790 Apr 06 14:08:38.987265 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:42.374029 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d44bc1cd-6134-4e3d-ac5d-656e83ec4f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:44.850026 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-44477d1d-c390-4e79-b8ee-6c56609eeadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:45.656540 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:47.090285 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:48.456057 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:48.540774 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:09:01.840216 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-ed8e6dc0-b6c8-4c4e-b963-c6af1a6668f1 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002034136&fields=id&tenant_id=daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 267 time: 0.0506339 Apr 06 14:09:01.949129 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-f846bba3-737c-44f5-b612-4b0e1f1c9592 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:01.950508 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-f846bba3-737c-44f5-b612-4b0e1f1c9592 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 812 time: 0.1013279 Apr 06 14:09:01.965150 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-e121f065-ac42-4fc4-b1c1-2d46313eb207 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/quotas/daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 375 time: 0.0092046 Apr 06 14:09:02.029016 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-3b39634c-89cf-477b-9546-c1b6f47a4026 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582118 Apr 06 14:09:02.132362 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-169a600a-36d6-4fe9-b840-6342dff0109b service neutron] 10.222.0.44 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866647 Apr 06 14:09:02.227227 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-481aa434-ee0d-4ed8-870f-e3eb55229e43 service neutron] 10.222.0.44 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867524 Apr 06 14:09:02.547897 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-ba1e6875-7336-48a4-bcc9-449364a21a4b req-d5b70467-9c43-4214-b24b-2662255fc7f6 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 210 time: 0.0317645 Apr 06 14:09:03.646488 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f759f314-abbd-438c-be21-108b5c3de820 req-a7dd59e5-1677-4a84-8235-cabf50ad6728 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 210 time: 0.0300055 Apr 06 14:09:03.766530 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-e7bd3c46-790c-4f2b-aee3-8b33e56b94aa tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:03.767990 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-e7bd3c46-790c-4f2b-aee3-8b33e56b94aa tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 812 time: 0.0993643 Apr 06 14:09:03.835509 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-16818372-9ca8-4801-88a0-9392ffd493e6 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daca92f24ab544959c3984ee85955fa2 HTTP/1.1" status: 200 len: 380 time: 0.0593171 Apr 06 14:09:03.844621 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'port': {'device_id': '66011589-5520-4cff-b377-edc184f1dce9', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'admin_state_up': True, 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'security_groups': ['771e75e9-0987-4900-9a9c-b7db973e7cff']}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:03.952880 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Made reservation on behalf of daca92f24ab544959c3984ee85955fa2 for: {'port': 1} {{(pid=110042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:09:03.956130 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.358785 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Allocated IP 172.20.0.3 (531bde3b-4b4f-477c-90bd-ba85e5671257/76b29aab-0de8-40be-ac24-e457bd20f248/8b93ed26-2b02-436e-89dd-38c7c16c209d) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:04.501799 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.539629 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.580326 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:04.585490 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:04.589330 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:04.595772 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=8b93ed26-2b02-436e-89dd-38c7c16c209d,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:04.623272 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.623634 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.623967 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.624294 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.624628 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.624962 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.625291 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.625642 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.625967 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.626296 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.626620 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.626953 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.627276 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.627593 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.627916 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:04.653545 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:04.654206 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.672429 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-1afd7155-e562-47ee-b131-66a48ddf612d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8314912 Apr 06 14:09:04.684680 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Request body: {'port': {'device_id': '66011589-5520-4cff-b377-edc184f1dce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83680'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:04.748750 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.781758 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd99df-5821-4532-9791-578d54ab4779 req-cc83183e-ece4-412f-90a6-6a15bedc6537 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:04.783774 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6bd99df-5821-4532-9791-578d54ab4779 req-cc83183e-ece4-412f-90a6-6a15bedc6537 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 931 time: 0.0584157 Apr 06 14:09:04.826340 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-27112b4e-a944-4fd1-a97b-48cad4ae3b57 None None] Provisioning complete for port 8b93ed26-2b02-436e-89dd-38c7c16c209d triggered by entity DHCP. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:04.827555 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-27112b4e-a944-4fd1-a97b-48cad4ae3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:04.845776 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6bd99df-5821-4532-9791-578d54ab4779 req-10d5ba5e-a796-47c0-bf08-aef758f1b0ea tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541329 Apr 06 14:09:04.865583 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-27112b4e-a944-4fd1-a97b-48cad4ae3b57 None None] Port 8b93ed26-2b02-436e-89dd-38c7c16c209d cannot update to ACTIVE because it is not bound. {{(pid=110044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:09:05.019733 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b93ed26-2b02-436e-89dd-38c7c16c209d {{(pid=110042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:05.027947 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Publish callbacks [] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.041084 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.provisioning_blocks [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Transition to ACTIVE for port object 8b93ed26-2b02-436e-89dd-38c7c16c209d will not be triggered until provisioned by entity L2. {{(pid=110042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:09:05.046087 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.093198 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Pushing event updated for resources: {'Port': ['ID=8b93ed26-2b02-436e-89dd-38c7c16c209d,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:05.171843 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Attempting to bind port 8b93ed26-2b02-436e-89dd-38c7c16c209d on host hv-cinder-83680 for vnic_type normal with profile {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:09:05.172246 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Attempting to bind port 8b93ed26-2b02-436e-89dd-38c7c16c209d by drivers openvswitch,hyperv on host hv-cinder-83680 at level 0 using segments [{'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:09:05.172579 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Attempting to bind port 8b93ed26-2b02-436e-89dd-38c7c16c209d on network 531bde3b-4b4f-477c-90bd-ba85e5671257 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:05.177442 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Port 8b93ed26-2b02-436e-89dd-38c7c16c209d on network 531bde3b-4b4f-477c-90bd-ba85e5671257 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83680 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:09:05.177768 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Attempting to bind port 8b93ed26-2b02-436e-89dd-38c7c16c209d on network 531bde3b-4b4f-477c-90bd-ba85e5671257 {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:09:05.182830 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Checking agent: {'id': 'e5f5069b-6e14-4563-9ee7-d454a66aba04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83680', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'started_at': datetime.datetime(2022, 4, 6, 13, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:09:05.183165 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Checking segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:09:05.183580 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Bound using segment: {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'} {{(pid=110042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:09:05.184003 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.managers [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Bound port: 8b93ed26-2b02-436e-89dd-38c7c16c209d, host: hv-cinder-83680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d93be8-0e7b-4278-8a7c-1a38eda4eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257'}}] {{(pid=110042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:09:05.184362 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.250795 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] For port 8b93ed26-2b02-436e-89dd-38c7c16c209d, host hv-cinder-83680, cleared binding levels {{(pid=110042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:09:05.254342 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] For port 8b93ed26-2b02-436e-89dd-38c7c16c209d, host hv-cinder-83680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:09:05.261645 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.296401 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:05.296977 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:05.298348 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] 10.222.0.41 "PUT /v2.0/ports/8b93ed26-2b02-436e-89dd-38c7c16c209d HTTP/1.1" status: 200 len: 1093 time: 0.6182082 Apr 06 14:09:05.298794 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:05.301069 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee01af-74f0-45f5-a0e4-032deca19510" -d '{"events": [{"name": "network-changed", "server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:05.330513 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dd6f8-8e60-405d-b361-f3e5e46076fa service neutron] Pushing event updated for resources: {'Port': ['ID=8b93ed26-2b02-436e-89dd-38c7c16c209d,revision_number=3']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:05.388118 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-d894fe3a-2a1c-4196-9041-a4d131ca4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:05.389806 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-d894fe3a-2a1c-4196-9041-a4d131ca4e18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 1127 time: 0.0495219 Apr 06 14:09:05.442198 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-a7e43a34-0c4d-4427-9c96-c1552857187a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d HTTP/1.1" status: 200 len: 217 time: 0.0453093 Apr 06 14:09:05.493159 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-5fde1292-9fea-4171-9ef2-3dc421e00315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:05.494683 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-5fde1292-9fea-4171-9ef2-3dc421e00315 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0460439 Apr 06 14:09:05.543564 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-65886256-40b5-4148-b65b-a6bf8bc1ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:05.545049 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-65886256-40b5-4148-b65b-a6bf8bc1ee83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446849 Apr 06 14:09:05.634941 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-ca1d61e1-0d31-4bbd-a27f-32332fd95e78 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840218 Apr 06 14:09:05.729341 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-403f2439-a5b6-43af-8f3e-ace2e6bb64fd req-0ab5a007-aa6d-44fd-bca2-50a3ca340ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887878 Apr 06 14:09:05.976647 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e781df-8835-4cca-8146-b3aef5acca53 req-f2eea267-86be-4027-92a9-bba367f62114 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:05.978123 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6e781df-8835-4cca-8146-b3aef5acca53 req-f2eea267-86be-4027-92a9-bba367f62114 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0614369 Apr 06 14:09:06.030562 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d6e781df-8835-4cca-8146-b3aef5acca53 req-1ee63dcd-a49f-4b2d-b1da-3d967cbcc6d9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466838 Apr 06 14:09:06.491206 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b278ad-73dd-4d54-9161-124e1335acd9 x-openstack-request-id: req-e5b278ad-73dd-4d54-9161-124e1335acd9 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:06.491663 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:06.491786 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5b278ad-73dd-4d54-9161-124e1335acd9 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:06.492178 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b278ad-73dd-4d54-9161-124e1335acd9'] response: {'name': 'network-changed', 'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'status': 'completed', 'code': 200} Apr 06 14:09:07.125168 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee01af-74f0-45f5-a0e4-032deca19510 req-ee65408f-f627-4538-a052-d52faed2990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.126740 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-feee01af-74f0-45f5-a0e4-032deca19510 req-ee65408f-f627-4538-a052-d52faed2990f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 1127 time: 0.0524218 Apr 06 14:09:07.155392 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8493364-1f67-40cb-a96d-0fdbb19edbf0 req-be89712f-3efb-4c70-9463-f8ec2f733248 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.156927 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f8493364-1f67-40cb-a96d-0fdbb19edbf0 req-be89712f-3efb-4c70-9463-f8ec2f733248 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0538232 Apr 06 14:09:07.205316 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f8493364-1f67-40cb-a96d-0fdbb19edbf0 req-81f78b74-a226-4035-a605-44b8e80cd1bb tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Apr 06 14:09:07.218100 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee01af-74f0-45f5-a0e4-032deca19510 req-98296d6f-fd66-47e2-829c-75d81f7ed9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.219594 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-feee01af-74f0-45f5-a0e4-032deca19510 req-98296d6f-fd66-47e2-829c-75d81f7ed9a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0849884 Apr 06 14:09:07.265768 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-feee01af-74f0-45f5-a0e4-032deca19510 req-1868a70e-28e9-49ae-b3d3-c0db0daa046d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d HTTP/1.1" status: 200 len: 217 time: 0.0372796 Apr 06 14:09:07.321906 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee01af-74f0-45f5-a0e4-032deca19510 req-82218673-daf7-4870-a66d-fb6149609bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.323927 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-feee01af-74f0-45f5-a0e4-032deca19510 req-82218673-daf7-4870-a66d-fb6149609bb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0489929 Apr 06 14:09:07.381759 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee01af-74f0-45f5-a0e4-032deca19510 req-63902943-ddd4-40b8-99c2-bfe9649ed350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:07.384015 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-feee01af-74f0-45f5-a0e4-032deca19510 req-63902943-ddd4-40b8-99c2-bfe9649ed350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532465 Apr 06 14:09:07.478245 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-feee01af-74f0-45f5-a0e4-032deca19510 req-1fb3403f-f915-4a49-a0bf-8031a2b8216d service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872602 Apr 06 14:09:07.570747 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-feee01af-74f0-45f5-a0e4-032deca19510 req-dcbf17b5-55ec-4c3e-9a8b-7a6d75332224 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Apr 06 14:09:08.335200 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b89bd-aeb9-4d0d-8633-80e574438d6b req-c90cf3c9-1ffc-4a79-82ae-dfed84c4f024 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:08.336653 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-737b89bd-aeb9-4d0d-8633-80e574438d6b req-c90cf3c9-1ffc-4a79-82ae-dfed84c4f024 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0565271 Apr 06 14:09:08.394836 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-737b89bd-aeb9-4d0d-8633-80e574438d6b req-4930238a-e29e-4dd7-9d92-b68eb0e6c84d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487328 Apr 06 14:09:09.001517 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:09.524463 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b3e00-31b5-4729-ac4f-7e53aaada4ba req-9e2ae96a-87ea-4938-b12c-e95245cfa7a7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:09.525994 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d79b3e00-31b5-4729-ac4f-7e53aaada4ba req-9e2ae96a-87ea-4938-b12c-e95245cfa7a7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0584893 Apr 06 14:09:09.579334 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-d79b3e00-31b5-4729-ac4f-7e53aaada4ba req-d798fee3-9ac0-48a0-9486-73e57fa66c21 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Apr 06 14:09:10.710305 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d25b1-3542-44eb-b9d4-dd0cba2b6325 req-0d5c0439-6202-4efe-b89e-bdd2480d3498 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:10.711660 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8f5d25b1-3542-44eb-b9d4-dd0cba2b6325 req-0d5c0439-6202-4efe-b89e-bdd2480d3498 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0589166 Apr 06 14:09:10.762927 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-8f5d25b1-3542-44eb-b9d4-dd0cba2b6325 req-4237ece9-a1e5-4285-8eea-e2984e29878e tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430236 Apr 06 14:09:11.903084 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5fc60-34aa-4343-88ab-26ee9844fb1a req-b215e315-7000-4c5e-b880-0cdd4ad9a1f4 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:11.904553 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-67d5fc60-34aa-4343-88ab-26ee9844fb1a req-b215e315-7000-4c5e-b880-0cdd4ad9a1f4 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0663023 Apr 06 14:09:11.955523 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-67d5fc60-34aa-4343-88ab-26ee9844fb1a req-cc65a82c-f9c1-478e-9afa-eaca0f6eaba0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Apr 06 14:09:12.376330 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f625-ed9f-4ca2-9de2-a49e6b5137a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:13.091933 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45226c08-cb43-4730-b97a-322851aa190f req-80e76ebb-ca4c-4f8a-bee5-03a16e921848 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:13.093472 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-45226c08-cb43-4730-b97a-322851aa190f req-80e76ebb-ca4c-4f8a-bee5-03a16e921848 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0614583 Apr 06 14:09:13.143243 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-45226c08-cb43-4730-b97a-322851aa190f req-568c4589-4f7f-4fcd-8155-58f6129d16ef tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441322 Apr 06 14:09:14.264306 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2299e9-b533-4d33-826c-21c701d8048d req-265eed18-c2ec-436f-a3e1-be97d3c01d57 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:14.265793 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dd2299e9-b533-4d33-826c-21c701d8048d req-265eed18-c2ec-436f-a3e1-be97d3c01d57 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0526993 Apr 06 14:09:14.327064 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-dd2299e9-b533-4d33-826c-21c701d8048d req-620381d2-5fcf-499a-aa22-e9106dffb34d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527694 Apr 06 14:09:14.848198 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8ef18362-712b-44af-b21a-aad426f8be29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.462181 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5879db-5ea3-4b85-81a9-c2ca7b1d7347 req-9518325d-3023-437f-b098-b194ddd8f082 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:15.463653 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a5879db-5ea3-4b85-81a9-c2ca7b1d7347 req-9518325d-3023-437f-b098-b194ddd8f082 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 943 time: 0.0549445 Apr 06 14:09:15.516003 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1a5879db-5ea3-4b85-81a9-c2ca7b1d7347 req-f1f510d1-1942-4f48-b6b0-4ca24e3eefc9 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Apr 06 14:09:15.656557 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.809884 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 8b93ed26-2b02-436e-89dd-38c7c16c209d details requested by agent hyperv_hv-cinder-83680 with host hv-cinder-83680 {{(pid=110044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:09:15.909047 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 8b93ed26-2b02-436e-89dd-38c7c16c209d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:15.921110 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Returning: {'device': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'port_id': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'mac_address': 'fa:16:3e:a8:f4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:09:15.967647 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 8b93ed26-2b02-436e-89dd-38c7c16c209d is: DOWN; New status is: BUILD {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:15.968037 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:15.981661 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b93ed26-2b02-436e-89dd-38c7c16c209d {{(pid=110044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:09:16.001296 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 8b93ed26-2b02-436e-89dd-38c7c16c209d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:16.008172 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:16.057405 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=8b93ed26-2b02-436e-89dd-38c7c16c209d,revision_number=4']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:16.064494 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.064838 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.065178 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.065656 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.066020 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.066484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.066769 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.067084 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.067417 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.067794 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.068140 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.068488 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.068809 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.069124 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.069471 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:16.403406 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] get_ports_and_sgs() called for port_ids ['8b93ed26-2b02-436e-89dd-38c7c16c209d'] {{(pid=110044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:09:16.635318 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942f2bc-1c3c-4d49-9408-bfe763b0ce5c req-35e13e06-dc30-41d7-9f8d-5c77615768c8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:16.636815 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2942f2bc-1c3c-4d49-9408-bfe763b0ce5c req-35e13e06-dc30-41d7-9f8d-5c77615768c8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 944 time: 0.0521624 Apr 06 14:09:16.685454 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2942f2bc-1c3c-4d49-9408-bfe763b0ce5c req-9a7c8ac6-0995-4b75-a02d-fd830d4ae48d tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Apr 06 14:09:17.097510 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:17.823480 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99b65d-87af-4b0b-aa89-a4d082886731 req-352c8c7a-d635-4bce-92ce-9199e6b5695e tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:17.824949 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2e99b65d-87af-4b0b-aa89-a4d082886731 req-352c8c7a-d635-4bce-92ce-9199e6b5695e tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 944 time: 0.0626545 Apr 06 14:09:17.826588 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 8b93ed26-2b02-436e-89dd-38c7c16c209d up at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:09:17.878116 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-2e99b65d-87af-4b0b-aa89-a4d082886731 req-789e7ac6-3083-4ecf-859d-7f7e0789d5f2 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451159 Apr 06 14:09:17.884909 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning for port 8b93ed26-2b02-436e-89dd-38c7c16c209d completed by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:09:17.889009 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.provisioning_blocks [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Provisioning complete for port 8b93ed26-2b02-436e-89dd-38c7c16c209d triggered by entity L2. {{(pid=110044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:17.890168 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824255'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), provisioning_complete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:17.966295 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Current status of the port 8b93ed26-2b02-436e-89dd-38c7c16c209d is: BUILD; New status is: ACTIVE {{(pid=110044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:17.966706 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), before_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:17.988992 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d'}] {{(pid=110044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:17.991224 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b64a2fed4ecf0749c689037c8c48057b0861976ecbc3f3f91dd6a49e818cdc4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b80ff-e355-4628-a7e8-3649074b256a" -d '{"events": [{"server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "name": "network-vif-plugged", "status": "completed", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d"}]}' {{(pid=110044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:18.003680 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] For port 8b93ed26-2b02-436e-89dd-38c7c16c209d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:09:18.010441 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:18.063202 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Pushing event updated for resources: {'Port': ['ID=8b93ed26-2b02-436e-89dd-38c7c16c209d,revision_number=5']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:18.094453 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d0c9a2-7716-4623-8305-16c87d5dfe16 x-openstack-request-id: req-72d0c9a2-7716-4623-8305-16c87d5dfe16 {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:18.094752 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "name": "network-vif-plugged", "status": "completed", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d", "code": 200}]} {{(pid=110044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:18.095015 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72d0c9a2-7716-4623-8305-16c87d5dfe16 {{(pid=110044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:18.095406 dv-cinder-836804-1-iscsi neutron-server[110044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d0c9a2-7716-4623-8305-16c87d5dfe16'] response: {'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'code': 200} Apr 06 14:09:18.327155 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba2b83-6922-4516-a543-f09688b8bb6b req-973a5bf6-4148-4d50-a8f8-7c1f844a11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:18.328666 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34ba2b83-6922-4516-a543-f09688b8bb6b req-973a5bf6-4148-4d50-a8f8-7c1f844a11d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 1129 time: 0.0490732 Apr 06 14:09:18.374541 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-34ba2b83-6922-4516-a543-f09688b8bb6b req-a4f5737a-d8a8-4244-bf05-659bd4264300 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Apr 06 14:09:18.468455 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:19.002705 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b4d93-64a9-4671-8694-7186c0659982 req-d0ad5a3a-c923-4b87-9aff-8ce7a9f68dbb tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:19.004322 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c40b4d93-64a9-4671-8694-7186c0659982 req-d0ad5a3a-c923-4b87-9aff-8ce7a9f68dbb tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 945 time: 0.0570171 Apr 06 14:09:19.055262 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-c40b4d93-64a9-4671-8694-7186c0659982 req-92ed2a32-6c67-477f-b34f-9765a014bb88 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 Apr 06 14:09:20.185355 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881680bf-7798-4bce-857c-de79ad1de7e6 req-c314c71d-1843-4682-b667-8492cdf43322 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:20.186818 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-881680bf-7798-4bce-857c-de79ad1de7e6 req-c314c71d-1843-4682-b667-8492cdf43322 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 945 time: 0.0592713 Apr 06 14:09:20.238724 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-881680bf-7798-4bce-857c-de79ad1de7e6 req-eae689a5-fa73-404a-bfa8-90ef7f9ad804 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458531 Apr 06 14:09:21.373246 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2be8f-d52f-4e2f-9783-144981fe05cc req-98222feb-1d69-494c-9dca-7f88ebaf9f99 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:21.374726 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aec2be8f-d52f-4e2f-9783-144981fe05cc req-98222feb-1d69-494c-9dca-7f88ebaf9f99 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 945 time: 0.0543830 Apr 06 14:09:21.430550 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-aec2be8f-d52f-4e2f-9783-144981fe05cc req-ffe20ca5-0c7c-4a6b-a815-6a1d9be8b443 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481255 Apr 06 14:09:21.558999 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a26ae5-528f-4f5d-a81d-d44d5a5e274c req-4936b0d2-d491-4efa-90e6-48447110b7ee tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:21.560471 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-37a26ae5-528f-4f5d-a81d-d44d5a5e274c req-4936b0d2-d491-4efa-90e6-48447110b7ee tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 945 time: 0.0603366 Apr 06 14:09:21.610828 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-37a26ae5-528f-4f5d-a81d-d44d5a5e274c req-3880fbc1-243b-40d2-b241-2a8c6396f412 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445910 Apr 06 14:09:21.639754 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58050) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:21.811863 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29539599-9652-4b8c-92c3-40bbb9e9c1ff tempest-TestVolumeBootPattern-37117665 tempest-TestVolumeBootPattern-37117665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:21.813275 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-29539599-9652-4b8c-92c3-40bbb9e9c1ff tempest-TestVolumeBootPattern-37117665 tempest-TestVolumeBootPattern-37117665-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 1124 time: 0.1725013 Apr 06 14:09:21.817457 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58054) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:21.821717 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.v2.base [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Request body: {'floatingip': {'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'port_id': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:21.846273 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:21.941556 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (None), before_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:22.046809 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.db_base_plugin_common [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Allocated IP 172.27.3.121 (45366ff3-7aa4-45a2-b359-242735ffa3e3/2ac99acc-4f17-4135-81df-474d12cda216/7a3a82b3-2c03-463d-b920-9861efd105a4) {{(pid=110042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:09:22.180284 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-a977085c-2cdd-4b4d-a5d9-fdd87a0d6660 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860488 Apr 06 14:09:22.182842 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (7a3a82b3-2c03-463d-b920-9861efd105a4), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:22.221459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773216063766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (7a3a82b3-2c03-463d-b920-9861efd105a4), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:22.296824 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Network 45366ff3-7aa4-45a2-b359-242735ffa3e3 is already hosted by enough agents. {{(pid=110042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:09:22.302892 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.base_scheduler [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Resources bound (agent type, host, resource id): {{(pid=110042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:09:22.306050 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Received port after_create {{(pid=110042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:09:22.307964 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=7a3a82b3-2c03-463d-b920-9861efd105a4,revision_number=1']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:22.345487 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-c338d9ec-c0cb-4841-ad09-208d13a93f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:22.347002 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-c338d9ec-c0cb-4841-ad09-208d13a93f7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1129 time: 0.1228058 Apr 06 14:09:22.536392 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-785d8574-b4e0-4338-9c5d-199c13be13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:22.537897 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-785d8574-b4e0-4338-9c5d-199c13be13a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.1640329 Apr 06 14:09:22.647447 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-309a0745-247b-42be-bb3d-c4cc74d110f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 200 len: 1001 time: 0.1025279 Apr 06 14:09:22.762501 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-b035c340-927f-4382-9659-3f8fb60ae92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:22.763975 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-b035c340-927f-4382-9659-3f8fb60ae92e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.1096833 Apr 06 14:09:22.857993 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-5dec040b-8e88-4dcb-8f70-3b050141cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:22.859412 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-5dec040b-8e88-4dcb-8f70-3b050141cc3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871410 Apr 06 14:09:22.863356 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (79d4ec0d-ddf4-4a84-afd8-a356881d8dd7), precommit_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:22.997797 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706814'] for port (7a3a82b3-2c03-463d-b920-9861efd105a4), before_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.000821 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-8ef94ff9-d55f-44c7-b792-14635058d9f7 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348393 Apr 06 14:09:23.160020 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-f987cdbb-74a1-471a-acb4-acb1dff38614 req-adc3c4db-0edf-48f3-b12e-9a8c31f72a1b service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405382 Apr 06 14:09:23.218202 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for port (7a3a82b3-2c03-463d-b920-9861efd105a4), precommit_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.225605 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773216513814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773216063784', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773216063802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119505282'] for port (7a3a82b3-2c03-463d-b920-9861efd105a4), after_update {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.295217 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event updated for resources: {'Port': ['ID=7a3a82b3-2c03-463d-b920-9861efd105a4,revision_number=2']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:23.309865 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681578'] for floatingip (79d4ec0d-ddf4-4a84-afd8-a356881d8dd7), after_create {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:23.423127 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Floating IP 79d4ec0d-ddf4-4a84-afd8-a356881d8dd7 associated. External IP: 172.27.3.121, port: 8b93ed26-2b02-436e-89dd-38c7c16c209d. Apr 06 14:09:23.914061 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Router c6819563-c7c3-4c3d-b7e5-977643400107 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:09:24.028243 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:09:24.039532 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:09:24.049350 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:24.049585 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:24.050040 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:09:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:24.078557 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-59c29341-2f60-4a33-8c84-4e5da8ef7b00 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2600617 Apr 06 14:09:24.079128 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:09:24.081410 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:09:24.116573 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6943f16-0634-4928-b005-fe1b643aeaee x-openstack-request-id: req-f6943f16-0634-4928-b005-fe1b643aeaee {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:09:24.116858 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:09:24.117141 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6943f16-0634-4928-b005-fe1b643aeaee {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:09:24.117576 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6943f16-0634-4928-b005-fe1b643aeaee'] response: {'name': 'network-changed', 'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'status': 'completed', 'code': 200} Apr 06 14:09:24.162779 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:24.182753 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-2306d067-588d-4d6d-b690-c991a1ac5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:24.184181 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-2306d067-588d-4d6d-b690-c991a1ac5346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 1129 time: 0.0449030 Apr 06 14:09:24.277212 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-88b6f662-4b04-4765-8463-55c44503ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:24.278779 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-88b6f662-4b04-4765-8463-55c44503ee76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0888932 Apr 06 14:09:24.354373 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-450c2c66-5f73-4825-b9f0-7f65021d21bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d HTTP/1.1" status: 200 len: 999 time: 0.0693705 Apr 06 14:09:24.395648 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:46Z', 'revision_number': 1, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}, {'id': '79d4ec0d-ddf4-4a84-afd8-a356881d8dd7', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:a8:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66011589-5520-4cff-b377-edc184f1dce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:22Z', 'updated_at': '2022-04-06T14:09:22Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:24.404574 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-91ca2050-ad41-4d7a-a1f4-4ffbd4c43d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:24.406077 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-91ca2050-ad41-4d7a-a1f4-4ffbd4c43d4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0436776 Apr 06 14:09:24.425519 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:09:24.434124 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:09:24.434672 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:09:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:24.458609 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-4e4f3c10-e88d-4e63-87be-120ae926c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:24.460106 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-4e4f3c10-e88d-4e63-87be-120ae926c01d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481465 Apr 06 14:09:24.551867 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:09:24.555208 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-61b86a46-63fb-4479-8c08-b3e35a7896f7 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852895 Apr 06 14:09:24.667123 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-30da7a61-3c1d-4e89-8307-be6fdb2a4ae7 req-6c79fc41-4ab3-42b9-8d04-d9f54fa921f8 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061227 Apr 06 14:09:24.785714 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:46Z', 'revision_number': 1, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}, {'id': '79d4ec0d-ddf4-4a84-afd8-a356881d8dd7', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:a8:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66011589-5520-4cff-b377-edc184f1dce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:22Z', 'updated_at': '2022-04-06T14:09:22Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:09:24.950243 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe85c25-8d57-4e74-8ec3-4fd3c36413ce None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:46Z', 'revision_number': 1, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}, {'id': '79d4ec0d-ddf4-4a84-afd8-a356881d8dd7', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:a8:f4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66011589-5520-4cff-b377-edc184f1dce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:09:22Z', 'updated_at': '2022-04-06T14:09:22Z', 'revision_number': 0, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:09:25.194652 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a79f8d-72f1-47f9-89b7-ca1a474fe538 None None] New status for floating IP 79d4ec0d-ddf4-4a84-afd8-a356881d8dd7: ACTIVE {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:09:25.540347 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:09:39.026839 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:42.377069 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-033a7b72-bfdb-473c-8b6e-c9b09cea5ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:44.844482 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-057022ba-a832-49cc-b70d-f865259d34a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:45.668980 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:47.097285 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:48.465651 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:02.540652 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:10:09.031379 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:12.380421 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c78705eb-5e25-4933-8fcf-dc5ea98d156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:14.841239 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d6138ba0-b669-4e3f-8bdf-33b74d715fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:15.668496 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:17.102100 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:18.462500 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:22.329014 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-e4f3dcd7-29d7-4274-949b-4d978ef3d242 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524523 Apr 06 14:10:22.396966 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-7142237a-4a14-44c2-9443-5272b8df98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:22.398531 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-7142237a-4a14-44c2-9443-5272b8df98fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 1129 time: 0.0484459 Apr 06 14:10:22.505361 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-bb0e2ee2-39ac-4416-8fd7-22ab7bac0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:22.506829 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-bb0e2ee2-39ac-4416-8fd7-22ab7bac0a64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.0877740 Apr 06 14:10:22.572037 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-d4913d5b-5b9a-4789-ac87-a6405723f957 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d HTTP/1.1" status: 200 len: 1001 time: 0.0585701 Apr 06 14:10:22.619495 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-6788c56a-ca85-45f4-99cb-e4eeb6052e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:22.620842 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-6788c56a-ca85-45f4-99cb-e4eeb6052e67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0433357 Apr 06 14:10:22.673134 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-0ad76113-7d98-4766-885f-1f77f5b71caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:22.674672 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-0ad76113-7d98-4766-885f-1f77f5b71caa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479624 Apr 06 14:10:22.768963 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-d14f4e4a-ff8e-48a3-bf0e-62d3f4f66834 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Apr 06 14:10:22.861937 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-d5c66b5e-2eb6-41b5-a606-0686cb3aaacd req-3fa5203f-2219-467f-88b7-3ab496505508 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867515 Apr 06 14:10:39.034412 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:39.545124 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:10:42.376622 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fa6d70ef-f9bf-475f-befa-2a5272d1703e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:44.841484 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-fba4cac0-4c1a-4c3d-81e9-f1ed3704d194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:45.670728 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:47.106341 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:48.466147 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:09.036113 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.373188 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e1d17458-6da1-4f1d-872c-57f331615926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:14.160419 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58080) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:14.337528 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Deleting port 7a3a82b3-2c03-463d-b920-9861efd105a4 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:14.337782 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (7a3a82b3-2c03-463d-b920-9861efd105a4), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:14.415686 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (7a3a82b3-2c03-463d-b920-9861efd105a4), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:14.416020 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (7a3a82b3-2c03-463d-b920-9861efd105a4), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:14.428098 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Calling delete_port for 7a3a82b3-2c03-463d-b920-9861efd105a4 owned by network:floatingip {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:14.610207 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (7a3a82b3-2c03-463d-b920-9861efd105a4), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:14.638344 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event deleted for resources: {'Port': ['ID=7a3a82b3-2c03-463d-b920-9861efd105a4,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:14.649749 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.650093 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.650413 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.650771 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.651099 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.651423 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.651749 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.652067 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.652392 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.652710 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.653030 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.653356 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.653674 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.653994 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.654309 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:14.713166 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (79d4ec0d-ddf4-4a84-afd8-a356881d8dd7), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:14.713992 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Floating IP 79d4ec0d-ddf4-4a84-afd8-a356881d8dd7 disassociated (deleted). External IP: 172.27.3.121, port: 8b93ed26-2b02-436e-89dd-38c7c16c209d. Apr 06 14:11:14.836062 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-469b0c8b-ca03-4c48-890d-b7f16ee891d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:14.936055 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Router c6819563-c7c3-4c3d-b7e5-977643400107 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:15.048286 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:15.053039 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:15.058492 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:15.068900 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:15.069531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:15.082933 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-0362cd33-e629-498b-aba1-14dcab10232b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "DELETE /v2.0/floatingips/79d4ec0d-ddf4-4a84-afd8-a356881d8dd7 HTTP/1.1" status: 204 len: 168 time: 0.9212947 Apr 06 14:11:15.083537 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:15.085861 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b88b11-b6da-497d-90f1-04e429c6553a" -d '{"events": [{"name": "network-changed", "server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:15.126614 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d7e8dd-a2af-498d-9d59-16011cddc84e x-openstack-request-id: req-76d7e8dd-a2af-498d-9d59-16011cddc84e {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:15.126961 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:15.127218 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76d7e8dd-a2af-498d-9d59-16011cddc84e {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:15.127623 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d7e8dd-a2af-498d-9d59-16011cddc84e'] response: {'name': 'network-changed', 'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'status': 'completed', 'code': 200} Apr 06 14:11:15.180315 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:15.194672 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b88b11-b6da-497d-90f1-04e429c6553a req-d27c5cac-63ce-4d16-80c0-bfb082c75353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:15.196253 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80b88b11-b6da-497d-90f1-04e429c6553a req-d27c5cac-63ce-4d16-80c0-bfb082c75353 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 1129 time: 0.0501640 Apr 06 14:11:15.314505 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b88b11-b6da-497d-90f1-04e429c6553a req-e090146d-a864-465b-9d1c-136d90defa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:15.315987 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80b88b11-b6da-497d-90f1-04e429c6553a req-e090146d-a864-465b-9d1c-136d90defa61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.1062317 Apr 06 14:11:15.382598 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75dad9-c0af-4687-b477-d9fa33a0dca1 req-760f30f3-f49a-427a-be72-0989b54d9ee0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:15.384100 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1f75dad9-c0af-4687-b477-d9fa33a0dca1 req-760f30f3-f49a-427a-be72-0989b54d9ee0 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 945 time: 0.1102629 Apr 06 14:11:15.414022 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:46Z', 'revision_number': 1, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:15.435911 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-1f75dad9-c0af-4687-b477-d9fa33a0dca1 req-c62f58dc-51eb-4995-83f8-4a751134c099 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456612 Apr 06 14:11:15.439806 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:15.448443 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:15.449092 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:15.563330 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:15.685874 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:15.806392 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:46Z', 'revision_number': 1, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:15.833090 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aef4f0-de1d-449b-8d42-28a195b8c13d None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_floatingips': [{'id': '61835b15-7fe5-43cb-a4a3-3e7bd668f353', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'router_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'port_id': 'd997a388-5961-4d50-bb7d-34923512066d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'mac_address': 'fa:16:3e:d8:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:06:44Z', 'updated_at': '2022-04-06T14:06:46Z', 'revision_number': 1, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:16.073792 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66553fc-9fb7-4653-a9a9-76165ebd04df None None] New status for floating IP 79d4ec0d-ddf4-4a84-afd8-a356881d8dd7: DOWN {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:11:16.269935 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80b88b11-b6da-497d-90f1-04e429c6553a req-c5b2d39d-a4e5-4a17-99e5-2912af7728af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d HTTP/1.1" status: 200 len: 217 time: 0.0352447 Apr 06 14:11:16.321101 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b88b11-b6da-497d-90f1-04e429c6553a req-27903750-9665-434d-8b35-ec8bfb33574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:16.322486 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80b88b11-b6da-497d-90f1-04e429c6553a req-27903750-9665-434d-8b35-ec8bfb33574c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0472295 Apr 06 14:11:16.377970 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b88b11-b6da-497d-90f1-04e429c6553a req-9e6aaae7-d00d-4671-9436-3d8f4f5fd57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:16.379450 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80b88b11-b6da-497d-90f1-04e429c6553a req-9e6aaae7-d00d-4671-9436-3d8f4f5fd57d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474026 Apr 06 14:11:16.472355 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80b88b11-b6da-497d-90f1-04e429c6553a req-15719c84-2bfb-4791-b3e1-4b3d1fa35eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842650 Apr 06 14:11:16.543922 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:11:16.622685 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a8711-b7dd-4b02-9f03-d2c80c4d90a9 req-0d28b8b2-5e20-4dc6-b49e-44b9ba57b458 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:16.624115 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-448a8711-b7dd-4b02-9f03-d2c80c4d90a9 req-0d28b8b2-5e20-4dc6-b49e-44b9ba57b458 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 945 time: 0.1150227 Apr 06 14:11:16.676508 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-448a8711-b7dd-4b02-9f03-d2c80c4d90a9 req-a8c8c0bc-eb47-46e3-b1b9-2406a9d18f75 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466187 Apr 06 14:11:16.826981 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-80b88b11-b6da-497d-90f1-04e429c6553a req-03cdcf05-c995-45f2-b32c-dff44637ab71 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394143 Apr 06 14:11:16.981201 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-8c29532d-993b-4ccb-94da-200af0861815 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:16.982655 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-8c29532d-993b-4ccb-94da-200af0861815 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 945 time: 0.0546796 Apr 06 14:11:17.083168 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Deleting port 8b93ed26-2b02-436e-89dd-38c7c16c209d {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:17.083575 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:17.136112 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:17.184207 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] For port 8b93ed26-2b02-436e-89dd-38c7c16c209d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=8b93ed26-2b02-436e-89dd-38c7c16c209d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:17.184587 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:17.198122 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Calling delete_port for 8b93ed26-2b02-436e-89dd-38c7c16c209d owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:17.332018 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (8b93ed26-2b02-436e-89dd-38c7c16c209d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:17.362303 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event deleted for resources: {'Port': ['ID=8b93ed26-2b02-436e-89dd-38c7c16c209d,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:17.404154 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] No DVR routers for this DVR port 8b93ed26-2b02-436e-89dd-38c7c16c209d on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:17.407267 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:17.410576 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-9ba4d989-21fa-47fb-83cd-fea8aa329a93 req-16f280b2-c8c6-496b-853b-a2b08b965c47 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "DELETE /v2.0/ports/8b93ed26-2b02-436e-89dd-38c7c16c209d HTTP/1.1" status: 204 len: 173 time: 0.4225380 Apr 06 14:11:17.411029 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'name': 'network-vif-deleted', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:17.413318 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade125d5-07de-466f-95d4-28493e571bfd" -d '{"events": [{"server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "name": "network-vif-deleted", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:17.449690 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee115830-93ce-494f-8b74-8ccb0de927f9 x-openstack-request-id: req-ee115830-93ce-494f-8b74-8ccb0de927f9 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:17.449986 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66011589-5520-4cff-b377-edc184f1dce9", "name": "network-vif-deleted", "tag": "8b93ed26-2b02-436e-89dd-38c7c16c209d", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:17.450249 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee115830-93ce-494f-8b74-8ccb0de927f9 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:17.450664 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee115830-93ce-494f-8b74-8ccb0de927f9'] response: {'server_uuid': '66011589-5520-4cff-b377-edc184f1dce9', 'name': 'network-vif-deleted', 'tag': '8b93ed26-2b02-436e-89dd-38c7c16c209d', 'status': 'completed', 'code': 200} Apr 06 14:11:17.783975 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-f478ea17-e3c1-462f-8a88-8e825adedb20 req-89e9dcd2-3882-41ae-a22c-6b3b51008a89 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=66011589-5520-4cff-b377-edc184f1dce9 HTTP/1.1" status: 200 len: 210 time: 0.0287120 Apr 06 14:11:18.465029 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:20.285170 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 8b93ed26-2b02-436e-89dd-38c7c16c209d no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:20.309745 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: 8b93ed26-2b02-436e-89dd-38c7c16c209d {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:20.310043 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device 8b93ed26-2b02-436e-89dd-38c7c16c209d not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:21.094192 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58126) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:21.266114 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Deleting port f9f244fe-6004-4bbf-a091-22cec7300f6e {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:21.266472 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (f9f244fe-6004-4bbf-a091-22cec7300f6e), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.358853 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (f9f244fe-6004-4bbf-a091-22cec7300f6e), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.360445 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (f9f244fe-6004-4bbf-a091-22cec7300f6e), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.375811 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Calling delete_port for f9f244fe-6004-4bbf-a091-22cec7300f6e owned by network:floatingip {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:21.545208 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (f9f244fe-6004-4bbf-a091-22cec7300f6e), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.579374 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event deleted for resources: {'Port': ['ID=f9f244fe-6004-4bbf-a091-22cec7300f6e,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:21.643189 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (61835b15-7fe5-43cb-a4a3-3e7bd668f353), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:21.643549 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.db.l3_db [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Floating IP 61835b15-7fe5-43cb-a4a3-3e7bd668f353 disassociated (deleted). External IP: 172.27.3.242, port: d997a388-5961-4d50-bb7d-34923512066d. Apr 06 14:11:21.855850 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Router c6819563-c7c3-4c3d-b7e5-977643400107 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:22.234414 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:22.239353 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:22.244564 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:22.255149 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:22.255812 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:22.268809 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-d8639e44-3501-4c73-9563-3ddc806f91c7 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "DELETE /v2.0/floatingips/61835b15-7fe5-43cb-a4a3-3e7bd668f353 HTTP/1.1" status: 204 len: 168 time: 1.1733882 Apr 06 14:11:22.269415 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:22.271819 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791" -d '{"events": [{"name": "network-changed", "server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "tag": "d997a388-5961-4d50-bb7d-34923512066d"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:22.322504 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7e30db-a71c-4561-8e96-6d9edf912c16 x-openstack-request-id: req-1a7e30db-a71c-4561-8e96-6d9edf912c16 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:22.322799 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "tag": "d997a388-5961-4d50-bb7d-34923512066d", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:22.323053 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a7e30db-a71c-4561-8e96-6d9edf912c16 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:22.323464 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7e30db-a71c-4561-8e96-6d9edf912c16'] response: {'name': 'network-changed', 'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d', 'status': 'completed', 'code': 200} Apr 06 14:11:22.372519 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:22.493351 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8c93b-dc68-4fec-ab4d-89809547f867 req-a63d11c3-22f7-4092-ae6c-4e83a9d6787b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:22.494778 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6ad8c93b-dc68-4fec-ab4d-89809547f867 req-a63d11c3-22f7-4092-ae6c-4e83a9d6787b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 945 time: 0.0573058 Apr 06 14:11:22.569599 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-6ad8c93b-dc68-4fec-ab4d-89809547f867 req-aafb8df5-b2ba-4c57-8f03-23661fced40b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687962 Apr 06 14:11:22.576479 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-adaefa30-9cc1-4135-ac06-cc4e84da8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:22.578427 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-adaefa30-9cc1-4135-ac06-cc4e84da8b00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=daca92f24ab544959c3984ee85955fa2&device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 1129 time: 0.0500484 Apr 06 14:11:22.589145 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:22.614931 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:22.623767 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:22.624373 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:22.866061 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:23.075019 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:23.100868 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be68e3b-fcd3-4549-96c2-ae0aab80196b None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:02:56Z', 'revision_number': 4, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi', '_interfaces': [{'id': '75ed79b9-6783-4f5e-a158-1be780153055', 'name': '', 'network_id': '531bde3b-4b4f-477c-90bd-ba85e5671257', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'mac_address': 'fa:16:3e:8c:90:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:55Z', 'updated_at': '2022-04-06T14:03:01Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'subnets': [{'id': '76b29aab-0de8-40be-ac24-e457bd20f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:23.330135 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aababf88-7cfa-49b4-9174-b981bc2ea26b None None] New status for floating IP 61835b15-7fe5-43cb-a4a3-3e7bd668f353: DOWN {{(pid=110045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:11:23.638921 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-e54c36cb-f253-4d51-8a7d-96dae08d143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:23.640483 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-e54c36cb-f253-4d51-8a7d-96dae08d143a service neutron] 10.222.0.41 "GET /v2.0/networks?id=531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 200 len: 912 time: 0.1068776 Apr 06 14:11:23.688113 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386707be-312d-48a2-9f7b-a7a7360db0e6 req-8be979cb-910e-4a26-b085-20844d2c214b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:23.689598 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-386707be-312d-48a2-9f7b-a7a7360db0e6 req-8be979cb-910e-4a26-b085-20844d2c214b tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Apr 06 14:11:23.737729 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-386707be-312d-48a2-9f7b-a7a7360db0e6 req-9f8c1508-a664-40a0-bda5-c85f6bd76580 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423851 Apr 06 14:11:23.998588 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-35f218f2-dfe4-4ab8-9563-2bdcf48eea43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 200 len: 217 time: 0.0421956 Apr 06 14:11:24.281296 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-ef291614-06d5-4229-a7de-d36bfdd14b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:24.283126 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-ef291614-06d5-4229-a7de-d36bfdd14b2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 200 len: 851 time: 0.0463009 Apr 06 14:11:24.364798 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-85f2e2dc-429e-4f99-a9de-99302029f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:24.366398 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-85f2e2dc-429e-4f99-a9de-99302029f9df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=531bde3b-4b4f-477c-90bd-ba85e5671257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768044 Apr 06 14:11:24.380689 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-fc140333-87d7-4260-8cca-f4db8f7da087 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:24.382087 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-fc140333-87d7-4260-8cca-f4db8f7da087 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 945 time: 0.0656068 Apr 06 14:11:24.518827 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-bf118b5e-b99e-43ae-ac7e-97f57b4a8cc2 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451588 Apr 06 14:11:24.577165 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Deleting port d997a388-5961-4d50-bb7d-34923512066d {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:24.577447 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (d997a388-5961-4d50-bb7d-34923512066d), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.669292 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-ea2a6b1f-bd10-40e3-8b50-e609c5a25791 req-69df3e0e-0d8b-449c-8710-f0f19b431a54 service neutron] 10.222.0.41 "GET /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443584 Apr 06 14:11:24.694764 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] For port d997a388-5961-4d50-bb7d-34923512066d, host hv-cinder-83680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83680',level=0,port_id=d997a388-5961-4d50-bb7d-34923512066d,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:24.695132 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (d997a388-5961-4d50-bb7d-34923512066d), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.708978 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Calling delete_port for d997a388-5961-4d50-bb7d-34923512066d owned by compute:nova {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:24.841020 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (d997a388-5961-4d50-bb7d-34923512066d), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.861556 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67c6f9-e3ef-4b13-9ab2-a7bc0887d207 req-b8eb0a7f-6392-4eb1-8bce-7fd90c820c36 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:24.863036 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fe67c6f9-e3ef-4b13-9ab2-a7bc0887d207 req-b8eb0a7f-6392-4eb1-8bce-7fd90c820c36 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/ports?device_id=f801a385-d7cc-4eea-b3ae-ceb7912c5246 HTTP/1.1" status: 200 len: 867 time: 0.0563691 Apr 06 14:11:24.869236 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event deleted for resources: {'Port': ['ID=d997a388-5961-4d50-bb7d-34923512066d,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:24.913383 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] No DVR routers for this DVR port d997a388-5961-4d50-bb7d-34923512066d on host hv-cinder-83680 {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:24.916134 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for port (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:24.919578 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [req-15fe38bd-0de9-4fbe-815d-fbcc645d3484 req-3a8f08ff-0620-48af-bda5-168f129ff269 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.41 "DELETE /v2.0/ports/d997a388-5961-4d50-bb7d-34923512066d HTTP/1.1" status: 204 len: 173 time: 0.5309520 Apr 06 14:11:24.920189 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'name': 'network-vif-deleted', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d'}] {{(pid=110042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:11:24.921603 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [req-fe67c6f9-e3ef-4b13-9ab2-a7bc0887d207 req-8b2e788e-c81e-470b-b801-123a9107e535 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "GET /v2.0/security-groups?id=771e75e9-0987-4900-9a9c-b7db973e7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523553 Apr 06 14:11:24.922449 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9dcf508d5e55f4b331633f9f1b02860f59cf12021ca0bd8eeee1f00e94e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971f6df2-9c77-45e0-bcdb-5a54365ca671" -d '{"events": [{"server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "name": "network-vif-deleted", "tag": "d997a388-5961-4d50-bb7d-34923512066d"}]}' {{(pid=110042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:11:24.960456 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b6a4bc-3001-49e7-a753-bd9e53b28390 x-openstack-request-id: req-f2b6a4bc-3001-49e7-a753-bd9e53b28390 {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:11:24.960827 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f801a385-d7cc-4eea-b3ae-ceb7912c5246", "name": "network-vif-deleted", "tag": "d997a388-5961-4d50-bb7d-34923512066d", "status": "completed", "code": 200}]} {{(pid=110042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:11:24.961083 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2b6a4bc-3001-49e7-a753-bd9e53b28390 {{(pid=110042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:11:24.961508 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b6a4bc-3001-49e7-a753-bd9e53b28390'] response: {'server_uuid': 'f801a385-d7cc-4eea-b3ae-ceb7912c5246', 'name': 'network-vif-deleted', 'tag': 'd997a388-5961-4d50-bb7d-34923512066d', 'status': 'completed', 'code': 200} Apr 06 14:11:25.982094 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 58144) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:26.108543 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Deleting port bba299f6-7cfd-4acb-bc1b-8706872c2dd6 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:26.109502 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:26.196027 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:26.196365 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:26.208571 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Calling delete_port for bba299f6-7cfd-4acb-bc1b-8706872c2dd6 owned by network:floatingip {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:26.345773 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (bba299f6-7cfd-4acb-bc1b-8706872c2dd6), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:26.370400 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event deleted for resources: {'Port': ['ID=bba299f6-7cfd-4acb-bc1b-8706872c2dd6,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:26.384232 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.384585 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.384930 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.385309 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.385628 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.385963 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.386292 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.386618 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.386951 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.387278 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.387603 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.387929 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.388253 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.388569 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.388892 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:26.448612 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for floatingip (de08be35-73c3-497c-8d4b-9d28c02cab23), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:26.451430 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451008'] for floatingip (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:26.453203 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-d2844d4d-1afd-4c88-8787-043152fdb550 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "DELETE /v2.0/floatingips/de08be35-73c3-497c-8d4b-9d28c02cab23 HTTP/1.1" status: 204 len: 168 time: 0.4700735 Apr 06 14:11:27.657290 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58156) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:27.728551 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8042f685-4033-42b4-af58-afab0bc3e7d8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group (771e75e9-0987-4900-9a9c-b7db973e7cff), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:27.763122 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8042f685-4033-42b4-af58-afab0bc3e7d8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group (771e75e9-0987-4900-9a9c-b7db973e7cff), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:27.830495 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8042f685-4033-42b4-af58-afab0bc3e7d8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (771e75e9-0987-4900-9a9c-b7db973e7cff), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:27.833230 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8042f685-4033-42b4-af58-afab0bc3e7d8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:27.834444 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8042f685-4033-42b4-af58-afab0bc3e7d8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] 10.222.0.44 "DELETE /v2.0/security-groups/771e75e9-0987-4900-9a9c-b7db973e7cff HTTP/1.1" status: 204 len: 168 time: 0.1761627 Apr 06 14:11:27.844516 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042f685-4033-42b4-af58-afab0bc3e7d8 tempest-TestVolumeBootPattern-283145274 tempest-TestVolumeBootPattern-283145274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e75e9-0987-4900-9a9c-b7db973e7cff,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:27.895020 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 58160) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:28.336225 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d997a388-5961-4d50-bb7d-34923512066d no longer exists at agent hyperv_hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:28.356853 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] No Port match for: d997a388-5961-4d50-bb7d-34923512066d {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:28.357193 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Device d997a388-5961-4d50-bb7d-34923512066d not bound to the agent host hv-cinder-83680 {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:28.387083 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (c6819563-c7c3-4c3d-b7e5-977643400107), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:28.643868 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Deleting port 75ed79b9-6783-4f5e-a158-1be780153055 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:28.644099 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (75ed79b9-6783-4f5e-a158-1be780153055), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:28.731905 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] For port 75ed79b9-6783-4f5e-a158-1be780153055, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=75ed79b9-6783-4f5e-a158-1be780153055,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:28.732189 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (75ed79b9-6783-4f5e-a158-1be780153055), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:28.745152 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Calling delete_port for 75ed79b9-6783-4f5e-a158-1be780153055 owned by network:router_interface {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:28.949437 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (75ed79b9-6783-4f5e-a158-1be780153055), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:28.974726 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Pushing event deleted for resources: {'Port': ['ID=75ed79b9-6783-4f5e-a158-1be780153055,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:29.138313 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (c6819563-c7c3-4c3d-b7e5-977643400107), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:29.611833 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Router c6819563-c7c3-4c3d-b7e5-977643400107 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:29.728000 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:29.733676 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-64e8cbc9-17b2-425c-921e-85fc01d7d46e admin admin] 10.222.0.44 "PUT /v2.0/routers/c6819563-c7c3-4c3d-b7e5-977643400107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8375936 Apr 06 14:11:29.737675 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58164) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:29.744885 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] Sync routers for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:29.760025 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:29.760725 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:29.851400 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks [] for router (c6819563-c7c3-4c3d-b7e5-977643400107), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:29.869531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:29.957580 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks [] for router_gateway (c6819563-c7c3-4c3d-b7e5-977643400107), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.014405 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Deleting port d8010e4d-5b37-4d02-8e88-129b689c923a {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:30.014742 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.053968 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:11:28Z', 'revision_number': 5, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port': {'id': 'd8010e4d-5b37-4d02-8e88-129b689c923a', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:53Z', 'updated_at': '2022-04-06T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:30.084133 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] Checking router: c6819563-c7c3-4c3d-b7e5-977643400107 for host: dv-cinder-836804-1-iscsi {{(pid=110044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:30.095327 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] Routers {'c6819563-c7c3-4c3d-b7e5-977643400107'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:30.096090 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['c6819563-c7c3-4c3d-b7e5-977643400107'], 'active': True} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:30.099477 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] For port d8010e4d-5b37-4d02-8e88-129b689c923a, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=d8010e4d-5b37-4d02-8e88-129b689c923a,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:30.099940 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.112089 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Calling delete_port for d8010e4d-5b37-4d02-8e88-129b689c923a owned by network:router_gateway {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:30.187436 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvr_db [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] Set router c6819563-c7c3-4c3d-b7e5-977643400107 gateway port host: None {{(pid=110044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:30.241855 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_hamode_db [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:11:29Z', 'revision_number': 6, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:30.271226 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380923d-5364-4b5d-a0da-2810a43e2c44 None None] The sync data for ids ['c6819563-c7c3-4c3d-b7e5-977643400107'] in dv-cinder-836804-1-iscsi is: [{'id': 'c6819563-c7c3-4c3d-b7e5-977643400107', 'name': 'tempest-TestVolumeBootPattern-1834254592-router', 'tenant_id': 'daca92f24ab544959c3984ee85955fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:52Z', 'updated_at': '2022-04-06T14:11:29Z', 'revision_number': 6, 'project_id': 'daca92f24ab544959c3984ee85955fa2', 'gw_port_host': None}] {{(pid=110044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:30.288268 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (d8010e4d-5b37-4d02-8e88-129b689c923a), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.313170 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8010e4d-5b37-4d02-8e88-129b689c923a,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:30.377474 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (c6819563-c7c3-4c3d-b7e5-977643400107), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.469125 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (c6819563-c7c3-4c3d-b7e5-977643400107), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.471367 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks [] for router_controller (c6819563-c7c3-4c3d-b7e5-977643400107), precommit_delete_associations {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.518895 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (c6819563-c7c3-4c3d-b7e5-977643400107), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.519615 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6819563-c7c3-4c3d-b7e5-977643400107 {{(pid=110042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:11:30.524827 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.526027 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-8cae3617-caf2-4150-b2a4-83f45b1c8239 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c6819563-c7c3-4c3d-b7e5-977643400107 HTTP/1.1" status: 204 len: 168 time: 0.7872882 Apr 06 14:11:30.528889 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 58166) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:30.578480 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b6d488-dd31-4bec-b86a-f793921c38eb admin admin] Deleting subnet 76b29aab-0de8-40be-ac24-e457bd20f248 {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:11:30.581571 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d488-dd31-4bec-b86a-f793921c38eb admin admin] Publish callbacks [] for subnet (76b29aab-0de8-40be-ac24-e457bd20f248), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.616305 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d488-dd31-4bec-b86a-f793921c38eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127665514'] for subnet (76b29aab-0de8-40be-ac24-e457bd20f248), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.698826 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d488-dd31-4bec-b86a-f793921c38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (76b29aab-0de8-40be-ac24-e457bd20f248), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.757223 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d488-dd31-4bec-b86a-f793921c38eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125991142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127465718'] for subnet (76b29aab-0de8-40be-ac24-e457bd20f248), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.782322 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6d488-dd31-4bec-b86a-f793921c38eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b29aab-0de8-40be-ac24-e457bd20f248,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:30.785938 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d488-dd31-4bec-b86a-f793921c38eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.789197 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-e0b6d488-dd31-4bec-b86a-f793921c38eb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/76b29aab-0de8-40be-ac24-e457bd20f248 HTTP/1.1" status: 204 len: 168 time: 0.2588718 Apr 06 14:11:30.792146 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58168) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:30.796792 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253de2b5-925d-4203-a206-8b4af20c43c6 None None] Network 531bde3b-4b4f-477c-90bd-ba85e5671257 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:11:30.860175 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (531bde3b-4b4f-477c-90bd-ba85e5671257), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.919496 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Deleting port c0051937-1f77-4914-ae27-10bb8f46eab4 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:30.919834 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:30.990512 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] For port c0051937-1f77-4914-ae27-10bb8f46eab4, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=c0051937-1f77-4914-ae27-10bb8f46eab4,segment=NetworkSegment(73d93be8-0e7b-4278-8a7c-1a38eda4eed7),segment_id=73d93be8-0e7b-4278-8a7c-1a38eda4eed7)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:30.990843 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.007170 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Calling delete_port for c0051937-1f77-4914-ae27-10bb8f46eab4 owned by network:dhcp {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:31.033406 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] DHCP port deletion for 531bde3b-4b4f-477c-90bd-ba85e5671257 request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:11:31.094228 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Deleting port c0051937-1f77-4914-ae27-10bb8f46eab4 {{(pid=110044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:31.094604 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), before_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.096045 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.123566 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0051937-1f77-4914-ae27-10bb8f46eab4,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:31.125459 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] No DVR routers for this DVR port c0051937-1f77-4914-ae27-10bb8f46eab4 on host dv-cinder-836804-1-iscsi {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:31.165016 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] For port c0051937-1f77-4914-ae27-10bb8f46eab4, host dv-cinder-836804-1-iscsi, got binding levels [] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:31.165539 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), precommit_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.179531 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Calling delete_port for c0051937-1f77-4914-ae27-10bb8f46eab4 owned by network:dhcp {{(pid=110044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:31.182535 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.ipam_backend_mixin [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Port c0051937-1f77-4914-ae27-10bb8f46eab4 was not found and therefore no delete operation was performed {{(pid=110044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 14:11:31.183895 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (c0051937-1f77-4914-ae27-10bb8f46eab4), after_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.201166 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (531bde3b-4b4f-477c-90bd-ba85e5671257), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.212060 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Pushing event deleted for resources: {'Port': ['ID=c0051937-1f77-4914-ae27-10bb8f46eab4,revision_number=None']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:31.220352 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] No DVR routers for this DVR port c0051937-1f77-4914-ae27-10bb8f46eab4 on host dv-cinder-836804-1-iscsi {{(pid=110044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:31.221617 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531bde3b-4b4f-477c-90bd-ba85e5671257']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.230433 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df12b4b8-6758-47fc-8e55-24879118288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836804-1-iscsi {{(pid=110044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:31.242979 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d93be8-0e7b-4278-8a7c-1a38eda4eed7') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:31.243286 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d93be8-0e7b-4278-8a7c-1a38eda4eed7') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:31.253961 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (73d93be8-0e7b-4278-8a7c-1a38eda4eed7), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.268802 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (73d93be8-0e7b-4278-8a7c-1a38eda4eed7), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.275486 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:11:31.275890 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (73d93be8-0e7b-4278-8a7c-1a38eda4eed7), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:11:31.277692 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:11:31.343149 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (531bde3b-4b4f-477c-90bd-ba85e5671257), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.348670 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.351956 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] 10.222.0.44 "DELETE /v2.0/networks/531bde3b-4b4f-477c-90bd-ba85e5671257 HTTP/1.1" status: 204 len: 168 time: 0.5587897 Apr 06 14:11:31.355040 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 58170) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:31.363073 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8f358-cb5f-4c15-aa7c-53d340d7aa50 admin admin] Pushing event deleted for resources: {'Network': ['ID=531bde3b-4b4f-477c-90bd-ba85e5671257,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:31.679648 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d8010e4d-5b37-4d02-8e88-129b689c923a no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:31.700064 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: d8010e4d-5b37-4d02-8e88-129b689c923a {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:31.700389 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device d8010e4d-5b37-4d02-8e88-129b689c923a not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:31.700838 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device c0051937-1f77-4914-ae27-10bb8f46eab4 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:31.719587 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: c0051937-1f77-4914-ae27-10bb8f46eab4 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:31.719809 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1681834'] for router_interface (efe0eb22-2f89-462b-9c2a-6c88d12d1990), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:31.720271 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device c0051937-1f77-4914-ae27-10bb8f46eab4 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:31.720271 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 75ed79b9-6783-4f5e-a158-1be780153055 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:31.739232 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 75ed79b9-6783-4f5e-a158-1be780153055 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:31.739586 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 75ed79b9-6783-4f5e-a158-1be780153055 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:31.987928 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Deleting port 01f3d640-6d90-4e9d-b446-d2034b0c5770 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:31.988184 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:32.074873 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] For port 01f3d640-6d90-4e9d-b446-d2034b0c5770, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=01f3d640-6d90-4e9d-b446-d2034b0c5770,segment=NetworkSegment(f45cd808-aac6-44dc-81aa-803b9edf419e),segment_id=f45cd808-aac6-44dc-81aa-803b9edf419e)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:32.075240 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:32.089316 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Calling delete_port for 01f3d640-6d90-4e9d-b446-d2034b0c5770 owned by network:router_interface {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:32.281455 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (01f3d640-6d90-4e9d-b446-d2034b0c5770), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:32.309480 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=01f3d640-6d90-4e9d-b446-d2034b0c5770,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:32.484381 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1808651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1681466'] for router_interface (efe0eb22-2f89-462b-9c2a-6c88d12d1990), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:32.722447 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Router efe0eb22-2f89-462b-9c2a-6c88d12d1990 has already been hosted by L3 agent 5b932ed1-c19b-4a79-9c82-ae2521b11d15 {{(pid=110043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:11:32.834870 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] Notify agent at l3_agent.dv-cinder-836804-1-iscsi the message routers_updated {{(pid=110043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:11:32.842634 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-08a425a4-987b-41fb-a28f-82ec4f3b4d0b admin admin] 10.222.0.44 "PUT /v2.0/routers/efe0eb22-2f89-462b-9c2a-6c88d12d1990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4837656 Apr 06 14:11:32.843670 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 58172) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:32.846219 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] Sync routers for ids ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'] in dv-cinder-836804-1-iscsi {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:11:32.856821 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] Routers {'efe0eb22-2f89-462b-9c2a-6c88d12d1990'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:32.857477 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:32.948687 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks [] for router (efe0eb22-2f89-462b-9c2a-6c88d12d1990), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:32.964279 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] Set router efe0eb22-2f89-462b-9c2a-6c88d12d1990 gateway port host: dv-cinder-836804-1-iscsi {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:33.059364 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks [] for router_gateway (efe0eb22-2f89-462b-9c2a-6c88d12d1990), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.114206 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Deleting port 55315472-d691-49b9-8ab1-e0bbb5704af6 {{(pid=110043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:33.114545 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.147858 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'external_fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:11:32Z', 'revision_number': 5, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port': {'id': '55315472-d691-49b9-8ab1-e0bbb5704af6', 'name': '', 'network_id': '45366ff3-7aa4-45a2-b359-242735ffa3e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '2ac99acc-4f17-4135-81df-474d12cda216', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836804-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac99acc-4f17-4135-81df-474d12cda216', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836804-1-iscsi'}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:33.174951 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] Checking router: efe0eb22-2f89-462b-9c2a-6c88d12d1990 for host: dv-cinder-836804-1-iscsi {{(pid=110045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:11:33.184171 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] Routers {'efe0eb22-2f89-462b-9c2a-6c88d12d1990'} bound to L3 agent in host dv-cinder-836804-1-iscsi {{(pid=110045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:11:33.184788 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836804-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T13:41:15Z,description=,heartbeat_timestamp=2022-04-06T14:11:15Z,host='dv-cinder-836804-1-iscsi',id=5b932ed1-c19b-4a79-9c82-ae2521b11d15,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T13:41:15Z,topic='l3_agent')) {'router_ids': ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'], 'active': True} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:33.196141 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.db [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] For port 55315472-d691-49b9-8ab1-e0bbb5704af6, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=55315472-d691-49b9-8ab1-e0bbb5704af6,segment=NetworkSegment(da348d91-16d2-44e8-93e0-f547931a4a22),segment_id=da348d91-16d2-44e8-93e0-f547931a4a22)] {{(pid=110043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:33.196513 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.209406 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.plugins.ml2.plugin [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Calling delete_port for 55315472-d691-49b9-8ab1-e0bbb5704af6 owned by network:router_gateway {{(pid=110043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:33.272100 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_dvr_db [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] Set router efe0eb22-2f89-462b-9c2a-6c88d12d1990 gateway port host: None {{(pid=110045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:11:33.328464 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.l3_hamode_db [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:11:33Z', 'revision_number': 6, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port_host': None}], 'dv-cinder-836804-1-iscsi', False) {} {{(pid=110045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:33.355153 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ada00-e56e-4508-a9b4-fefbeca2c13e None None] The sync data for ids ['efe0eb22-2f89-462b-9c2a-6c88d12d1990'] in dv-cinder-836804-1-iscsi is: [{'id': 'efe0eb22-2f89-462b-9c2a-6c88d12d1990', 'name': 'tempest-TestVolumeBootPattern-1004859651-router', 'tenant_id': 'e4324bc7aff043eca451811011ee2ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:02:58Z', 'updated_at': '2022-04-06T14:11:33Z', 'revision_number': 6, 'project_id': 'e4324bc7aff043eca451811011ee2ca1', 'gw_port_host': None}] {{(pid=110045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:11:33.379949 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991121'] for port (55315472-d691-49b9-8ab1-e0bbb5704af6), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.411115 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Pushing event deleted for resources: {'Port': ['ID=55315472-d691-49b9-8ab1-e0bbb5704af6,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:33.471403 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681660'] for router_gateway (efe0eb22-2f89-462b-9c2a-6c88d12d1990), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.569299 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63928'] for router (efe0eb22-2f89-462b-9c2a-6c88d12d1990), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.571594 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks [] for router_controller (efe0eb22-2f89-462b-9c2a-6c88d12d1990), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.617187 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692998'] for router (efe0eb22-2f89-462b-9c2a-6c88d12d1990), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.617776 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router efe0eb22-2f89-462b-9c2a-6c88d12d1990 {{(pid=110043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:11:33.622580 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.623753 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-7d73e5f4-dc8e-403c-b8c7-d21981f8f47c admin admin] 10.222.0.44 "DELETE /v2.0/routers/efe0eb22-2f89-462b-9c2a-6c88d12d1990 HTTP/1.1" status: 204 len: 168 time: 0.7785366 Apr 06 14:11:33.627406 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 58174) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:33.675033 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.db.db_base_plugin_v2 [None req-345b4a56-d63d-4d8e-97c2-487489f6a8d4 admin admin] Deleting subnet 22f1416a-9b92-497d-a947-6866e0fa510e {{(pid=110043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:11:33.678595 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-345b4a56-d63d-4d8e-97c2-487489f6a8d4 admin admin] Publish callbacks [] for subnet (22f1416a-9b92-497d-a947-6866e0fa510e), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:33.717926 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-345b4a56-d63d-4d8e-97c2-487489f6a8d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127665514'] for subnet (22f1416a-9b92-497d-a947-6866e0fa510e), precommit_delete_associations {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.056735 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-345b4a56-d63d-4d8e-97c2-487489f6a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-845539'] for subnet (22f1416a-9b92-497d-a947-6866e0fa510e), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.111630 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 01f3d640-6d90-4e9d-b446-d2034b0c5770 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:34.126246 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-345b4a56-d63d-4d8e-97c2-487489f6a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-845548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125991142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127465718'] for subnet (22f1416a-9b92-497d-a947-6866e0fa510e), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.137504 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 01f3d640-6d90-4e9d-b446-d2034b0c5770 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:34.138142 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 01f3d640-6d90-4e9d-b446-d2034b0c5770 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:34.163661 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b4a56-d63d-4d8e-97c2-487489f6a8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f1416a-9b92-497d-a947-6866e0fa510e,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:34.166157 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-345b4a56-d63d-4d8e-97c2-487489f6a8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for subnet (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.168902 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-345b4a56-d63d-4d8e-97c2-487489f6a8d4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/22f1416a-9b92-497d-a947-6866e0fa510e HTTP/1.1" status: 204 len: 168 time: 0.5402699 Apr 06 14:11:34.171036 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a752ff2-85f8-4117-a46b-3ee89d180c57 None None] Network e49197d3-f071-4fd2-a664-6edc83a68636 requested from dv-cinder-836804-1-iscsi {{(pid=110044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:11:34.171545 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58176) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:34.242532 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738468'] for network (e49197d3-f071-4fd2-a664-6edc83a68636), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.296714 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Deleting port 53099077-7e98-4849-ac1c-611702b18d48 {{(pid=110042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:34.298047 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (53099077-7e98-4849-ac1c-611702b18d48), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.321755 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] DHCP port deletion for e49197d3-f071-4fd2-a664-6edc83a68636 request from dv-cinder-836804-1-iscsi {{(pid=110044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:11:34.373891 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.db [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] For port 53099077-7e98-4849-ac1c-611702b18d48, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=53099077-7e98-4849-ac1c-611702b18d48,segment=NetworkSegment(f45cd808-aac6-44dc-81aa-803b9edf419e),segment_id=f45cd808-aac6-44dc-81aa-803b9edf419e)] {{(pid=110042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:34.374277 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (53099077-7e98-4849-ac1c-611702b18d48), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.377014 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] Deleting port 53099077-7e98-4849-ac1c-611702b18d48 {{(pid=110044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:11:34.377491 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773216507441'] for port (53099077-7e98-4849-ac1c-611702b18d48), before_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.389494 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.plugin [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Calling delete_port for 53099077-7e98-4849-ac1c-611702b18d48 owned by network:dhcp {{(pid=110042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:34.448105 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.db [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] For port 53099077-7e98-4849-ac1c-611702b18d48, host dv-cinder-836804-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836804-1-iscsi',level=0,port_id=53099077-7e98-4849-ac1c-611702b18d48,segment=NetworkSegment(f45cd808-aac6-44dc-81aa-803b9edf419e),segment_id=f45cd808-aac6-44dc-81aa-803b9edf419e)] {{(pid=110044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:34.448811 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1686747'] for port (53099077-7e98-4849-ac1c-611702b18d48), precommit_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.464170 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] Calling delete_port for 53099077-7e98-4849-ac1c-611702b18d48 owned by network:dhcp {{(pid=110044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:11:34.475071 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119505403'] for port (53099077-7e98-4849-ac1c-611702b18d48), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.505646 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Pushing event deleted for resources: {'Port': ['ID=53099077-7e98-4849-ac1c-611702b18d48,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:34.507840 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] No DVR routers for this DVR port 53099077-7e98-4849-ac1c-611702b18d48 on host dv-cinder-836804-1-iscsi {{(pid=110042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:34.547164 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-706621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773216513796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773216063775'] for port (53099077-7e98-4849-ac1c-611702b18d48), after_delete {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.571819 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] Pushing event deleted for resources: {'Port': ['ID=53099077-7e98-4849-ac1c-611702b18d48,revision_number=None']} {{(pid=110044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:34.578372 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-847128', 'neutron.services.segments.db._delete_segments_for_network-8773216599161'] for network (e49197d3-f071-4fd2-a664-6edc83a68636), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.581276 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f5c54-e4ef-41dc-9223-4945b41f61f5 None None] No DVR routers for this DVR port 53099077-7e98-4849-ac1c-611702b18d48 on host dv-cinder-836804-1-iscsi {{(pid=110044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:11:34.602872 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49197d3-f071-4fd2-a664-6edc83a68636']}} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:34.612058 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45cd808-aac6-44dc-81aa-803b9edf419e') {'for_net_delete': True} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:34.612355 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.services.segments.db [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45cd808-aac6-44dc-81aa-803b9edf419e') {} {{(pid=110042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:11:34.621753 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773216600194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-119305587'] for segment (f45cd808-aac6-44dc-81aa-803b9edf419e), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.635644 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392'] for segment (f45cd808-aac6-44dc-81aa-803b9edf419e), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.641788 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=110042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:11:34.642178 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119505318'] for segment (f45cd808-aac6-44dc-81aa-803b9edf419e), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: Traceback (most recent call last): Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: timer() Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: cb(*args, **kw) Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: return func(*args, **kwargs) Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: self._notify() Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: self.callback(batched_events) Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: event.method(event) Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: return f(self, *a, **k) Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._get(url).json() Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: return self.request(url, 'GET', **kwargs) Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:11:34.643991 dv-cinder-836804-1-iscsi neutron-server[110042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:11:34.712812 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-847201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1808640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681560'] for network (e49197d3-f071-4fd2-a664-6edc83a68636), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.717383 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1807850'] for network (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.721718 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e49197d3-f071-4fd2-a664-6edc83a68636 HTTP/1.1" status: 204 len: 168 time: 0.5491414 Apr 06 14:11:34.736067 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d628178-e8cc-4242-9b53-f0474b8eb180 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49197d3-f071-4fd2-a664-6edc83a68636,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:34.849571 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58180) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:34.891598 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-a9b6adf5-b927-4be1-897b-f3a9ab8633b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=daca92f24ab544959c3984ee85955fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408077 Apr 06 14:11:34.894207 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.wsgi [-] (110042) accepted ('10.222.0.44', 58182) {{(pid=110042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:34.942540 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20de7cd7-e5cf-4262-8517-6a3f278a5f6e admin admin] Publish callbacks [] for security_group (b9ba1020-6678-418c-9d01-4ae174aa40bd), before_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:34.964469 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20de7cd7-e5cf-4262-8517-6a3f278a5f6e admin admin] Publish callbacks [] for security_group (b9ba1020-6678-418c-9d01-4ae174aa40bd), precommit_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:35.014017 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20de7cd7-e5cf-4262-8517-6a3f278a5f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (b9ba1020-6678-418c-9d01-4ae174aa40bd), after_delete {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:35.016716 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron_lib.callbacks.manager [None req-20de7cd7-e5cf-4262-8517-6a3f278a5f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:35.018031 dv-cinder-836804-1-iscsi neutron-server[110042]: INFO neutron.wsgi [None req-20de7cd7-e5cf-4262-8517-6a3f278a5f6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9ba1020-6678-418c-9d01-4ae174aa40bd HTTP/1.1" status: 204 len: 168 time: 0.1229007 Apr 06 14:11:35.026227 dv-cinder-836804-1-iscsi neutron-server[110042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de7cd7-e5cf-4262-8517-6a3f278a5f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ba1020-6678-418c-9d01-4ae174aa40bd,revision_number=None']} {{(pid=110042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:35.348854 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 58188) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:35.389769 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-ab1fb846-ead5-4c88-b9e3-870622ee39bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4324bc7aff043eca451811011ee2ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396745 Apr 06 14:11:35.392470 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.wsgi [-] (110043) accepted ('10.222.0.44', 58190) {{(pid=110043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:35.445501 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a84c-36f9-422b-b01b-23256f5248f2 admin admin] Publish callbacks [] for security_group (83f5ee63-beeb-4bb0-9d68-e6d6ad58f87a), before_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:35.467523 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a84c-36f9-422b-b01b-23256f5248f2 admin admin] Publish callbacks [] for security_group (83f5ee63-beeb-4bb0-9d68-e6d6ad58f87a), precommit_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:35.514648 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a84c-36f9-422b-b01b-23256f5248f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643118'] for security_group (83f5ee63-beeb-4bb0-9d68-e6d6ad58f87a), after_delete {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:35.517380 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a84c-36f9-422b-b01b-23256f5248f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:35.518606 dv-cinder-836804-1-iscsi neutron-server[110043]: INFO neutron.wsgi [None req-f9c2a84c-36f9-422b-b01b-23256f5248f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83f5ee63-beeb-4bb0-9d68-e6d6ad58f87a HTTP/1.1" status: 204 len: 168 time: 0.1252112 Apr 06 14:11:35.526709 dv-cinder-836804-1-iscsi neutron-server[110043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2a84c-36f9-422b-b01b-23256f5248f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f5ee63-beeb-4bb0-9d68-e6d6ad58f87a,revision_number=None']} {{(pid=110043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:35.681033 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 55315472-d691-49b9-8ab1-e0bbb5704af6 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:35.702759 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 55315472-d691-49b9-8ab1-e0bbb5704af6 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:35.703100 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 55315472-d691-49b9-8ab1-e0bbb5704af6 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:35.703530 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 53099077-7e98-4849-ac1c-611702b18d48 no longer exists at agent ovs-agent-dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:11:35.724353 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.plugin [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] No Port match for: 53099077-7e98-4849-ac1c-611702b18d48 {{(pid=110044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:11:35.724735 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron.plugins.ml2.rpc [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Device 53099077-7e98-4849-ac1c-611702b18d48 not bound to the agent host dv-cinder-836804-1-iscsi {{(pid=110044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:11:39.040705 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:42.378899 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c1f0495f-073e-46c4-897a-ae5960af5e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:44.841614 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-df5b2ee2-fb83-4f7f-9f72-b5866da48cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:45.674950 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:47.108731 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:48.462214 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:53.546394 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:12:09.048975 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.389280 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1812155c-5057-46cb-ad5e-4bb1e4e2b6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:14.836856 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-827d85e8-6f55-47df-b269-60d81c5cfe33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:15.679461 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:17.113941 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:18.461769 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:30.549938 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:12:39.042035 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:42.391032 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8c8291f0-b6c1-4c9c-b256-478b89d86edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:44.845641 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-a19713d0-af79-47d0-89ff-952511990ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:45.681212 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:47.120795 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:48.460247 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:07.553448 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:13:09.059921 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:12.393706 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8296f6ed-a944-48b9-8e97-47b9d1bfcd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:14.854436 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-1e980bcd-709f-4c94-a31e-cf49de9706c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:15.693493 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:17.145852 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:18.456876 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:39.064407 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:42.396446 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7897a35c-8de6-4d88-a70f-94ea79caf52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:44.557117 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:13:44.842351 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-cee62bb0-aa19-43cc-ac1c-37d8e579c1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:45.694359 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:47.129666 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:48.461792 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:09.078083 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:12.395961 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ec62ad41-6dbd-4cf8-9a45-6968ad9efe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:14.851402 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-22da5250-cf85-4e53-bd82-32348aae6a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:15.703356 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:17.134238 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:18.463505 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:21.558625 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:14:39.073902 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:42.402871 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-a41709ce-150c-427c-ab34-01c8a8e0d743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:44.844861 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-788e45f5-1708-4417-883d-0def524b7430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:45.700686 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:47.143784 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:48.459981 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:58.564869 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:15:09.094242 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:12.393886 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-c6154f9c-1c7c-4d7e-bc67-3966f7d483b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:14.840559 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-3683b74a-0065-4b76-b059-e65f0fd0b0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:15.708823 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:17.146772 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:18.461106 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:35.571519 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:15:39.091398 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:42.399502 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-166d984e-1b0f-413d-b177-a31c75d12c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:44.842964 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-ddb82e3b-b4d2-4f5a-9bb3-ba4c3fb13aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:45.707701 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:47.145619 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:48.465848 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:09.085725 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.406118 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-2b6804bc-1aca-4c55-a58d-ba17767a098c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.567094 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:16:14.841150 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d8401524-b668-4920-a200-c3758e8d5e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:15.712160 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:17.154220 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:18.467408 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:39.084942 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:42.403578 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-bbf9f065-9dd0-4442-90dc-c1043de985d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:44.840898 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-8d912063-7d5f-4218-84d4-063e9b61a8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:45.720932 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:47.152967 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:48.471347 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.571191 dv-cinder-836804-1-iscsi neutron-server[110045]: DEBUG neutron.db.agents_db [None req-321c7d17-9085-40dc-9b0c-25bb0ed45097 None None] Agent healthcheck: found 6 active agents {{(pid=110045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:17:09.114034 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b12ad30e-b6b3-483b-8333-187416436f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (e5f5069b-6e14-4563-9ee7-d454a66aba04), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.389708 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-7d1256bf-0225-4314-b029-26a98c3ff779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cab79212-15df-4478-8982-c1fa7dbb20bc), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.841979 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-e32d18a2-ab58-4c75-80e8-a5b393d3117b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (5b932ed1-c19b-4a79-9c82-ae2521b11d15), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.718302 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-b3b7ec52-ebd9-43e7-9b82-e9c7862ed720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (8837ad36-2204-430c-891e-7114463db211), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.163855 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ae6-94d5-4ad1-bd67-060201ee84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (cef1ffe4-ae25-4e3d-89d3-aa32dada5f50), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.467790 dv-cinder-836804-1-iscsi neutron-server[110044]: DEBUG neutron_lib.callbacks.manager [None req-5da835bf-d0fc-42f4-892b-235eae943ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773216599143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824281'] for agent (fea93a19-b082-4dcb-81c4-f63631e6d42e), after_update {{(pid=110044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}